-- Logs begin at Mon 2022-07-25 11:32:04 UTC, end at Mon 2022-07-25 12:35:25 UTC. -- Jul 25 12:06:04.423475 dv-cinder-797608-61-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 25 12:06:07.054673 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.common.config [-] Logging enabled! Jul 25 12:06:07.055269 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 12:06:07.055452 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103908) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 12:06:07.058659 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.common.config [-] Logging enabled! Jul 25 12:06:07.058910 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 12:06:07.059220 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103908) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 12:06:07.060181 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 12:06:07.060415 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 12:06:07.060893 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 12:06:07.061142 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 12:06:07.061370 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 12:06:07.061686 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.061988 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.062220 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.062514 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.062807 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.063090 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.063379 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.063695 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.063982 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.064261 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.064545 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.064803 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.065088 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.065374 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.065660 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.065884 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] debug = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.066163 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.066745 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.067143 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.067422 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.067747 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.068038 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.068312 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.068587 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.068866 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.069200 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] host = dv-cinder-797608-61-iscsi {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.069482 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.069766 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.070054 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.070337 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.070610 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.070880 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.071162 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.071429 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.071738 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] log_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.072013 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.072305 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.072587 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.072873 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.073099 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.073336 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.073613 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.073909 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.074183 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.074455 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.074728 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.074998 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.075268 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.075534 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.075840 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.076122 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.076405 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.076681 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.076951 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.077223 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.077493 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.077774 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.078045 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.078315 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.078586 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.078869 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.079133 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.079742 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.080058 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.080864 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.081151 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.081441 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.081717 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.082008 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.082273 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.082552 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.082829 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] use_json = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.083099 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.083369 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.083678 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.083948 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.084216 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.084496 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.084766 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.085050 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.085323 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:07.085618 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.085911 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.086209 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.086488 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.086792 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.087074 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.087369 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.087677 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.087967 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.088246 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.088534 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.088809 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.089108 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.089397 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.089689 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.089995 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.090288 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.090578 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.090854 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.091127 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.091402 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.091718 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.092012 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.092291 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.092584 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.092871 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.093150 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.093711 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.094001 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.094291 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.094585 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.094876 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.095152 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.095434 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.095775 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.096610 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.096884 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.097199 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.097454 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.097732 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.098014 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.098304 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.098592 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.098866 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.099143 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.099431 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.099734 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.100009 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.100280 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.100556 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.100827 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.101110 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.101385 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.101656 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.101927 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.102202 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.102474 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.102751 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.103025 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.103296 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.103593 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.103868 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.104138 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.104411 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.104682 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.104950 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.105223 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.105493 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.105765 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.106034 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.106303 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.106574 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.106845 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.107115 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.107413 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.107713 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.107991 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.108266 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.108541 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.108815 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.109088 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.109365 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.109642 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.109912 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.110198 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.110480 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.110763 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.111044 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.111320 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.111680 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.111962 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.112237 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.112511 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.112790 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.113065 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.113345 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.113623 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.113899 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.114180 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.114459 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.114751 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.115042 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.115316 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.115627 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.115917 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.116207 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.116484 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.116790 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.117067 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:07.117282 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 12:06:07.117526 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103908) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 25 12:06:07.416615 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 12:06:07.416824 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 12:06:07.417129 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 12:06:07.417473 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 25 12:06:07.826507 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.826797 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.827070 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.828395 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.828673 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.828946 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.882577 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.882856 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.883122 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.897473 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.897755 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.898025 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.927961 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.928238 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.928503 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.964467 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.964752 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:07.965023 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.194935 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.195577 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.195577 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.195762 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.196632 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.296345 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.296663 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.296945 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.297215 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.297477 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.297788 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.298055 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.298314 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.298568 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.298850 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.299709 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.299979 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.300235 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.300487 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.300741 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.301004 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.301258 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.301526 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.301792 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.302055 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.302323 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.302573 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.302852 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.303226 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.303474 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.303741 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.304138 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:08.304378 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:08.304613 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:08.304846 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:08.305080 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:08.305315 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:08.305673 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 25 12:06:08.308815 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 25 12:06:08.312723 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 25 12:06:08.316625 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 25 12:06:08.318242 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 25 12:06:08.318848 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 25 12:06:08.319184 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 25 12:06:08.319594 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 25 12:06:08.322358 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 25 12:06:08.322609 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 25 12:06:08.322956 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 12:06:08.328047 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 25 12:06:08.351202 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 25 12:06:08.351685 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.351984 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103908) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 25 12:06:08.352356 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.353707 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103908) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 25 12:06:08.353987 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 12:06:08.354230 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 25 12:06:08.357509 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.357794 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:08.474395 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 25 12:06:08.474576 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 25 12:06:08.474809 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 25 12:06:08.475173 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 25 12:06:08.526545 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO dbcounter [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Registered counter for database neutron Jul 25 12:06:08.546781 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_db.sqlalchemy.engines [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103908) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 25 12:06:08.553403 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG dbcounter [-] [103908] Writer thread running {{(pid=103908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:06:09.095336 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing driver for type 'gre' Jul 25 12:06:09.095963 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] gre ID ranges: [(1, 1000)] Jul 25 12:06:09.151465 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing driver for type 'local' Jul 25 12:06:09.151832 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing driver for type 'vlan' Jul 25 12:06:09.166987 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] VlanTypeDriver initialization complete Jul 25 12:06:09.167363 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing driver for type 'vxlan' Jul 25 12:06:09.167894 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] vxlan ID ranges: [(1, 1000)] Jul 25 12:06:09.220045 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing extension driver 'port_security' Jul 25 12:06:09.220667 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.extensions.port_security [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] PortSecurityExtensionDriver initialization complete Jul 25 12:06:09.220667 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing mechanism driver 'openvswitch' Jul 25 12:06:09.220987 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing mechanism driver 'hyperv' Jul 25 12:06:09.227674 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:09.228335 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.228699 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.229049 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.229542 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:06:09.229961 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnet after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.230314 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnet after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.230657 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.231046 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:06:09.231450 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.231822 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.232165 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.232551 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:06:09.232949 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > security_group after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.233292 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > security_group after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.233628 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.234015 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:06:09.234410 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.234753 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.235087 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.235471 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:06:09.235890 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > address_group after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.236231 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > address_group after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.236571 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.236955 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:06:09.237386 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] ML2 OVO RPC backend initialized. {{(pid=103908) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 25 12:06:09.238079 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.238428 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.238839 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.239183 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > networks before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.239525 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.239888 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > ports before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.240226 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnet before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.240568 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnets before_response 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.240911 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.241248 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.241578 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.241909 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.242238 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.242566 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.242894 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnet after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.243221 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnet after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.243561 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.250991 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded quota_driver: . Jul 25 12:06:09.251354 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.plugin [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Modular L2 Plugin initialization complete Jul 25 12:06:09.251730 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading services supported by the core plugin {{(pid=103908) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 25 12:06:09.252558 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.plugins.ml2.managers [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Got port-security extension from driver 'port_security' Jul 25 12:06:09.253025 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.extensions.vlantransparent [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Disabled vlantransparent extension. Jul 25 12:06:09.253511 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103908) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 25 12:06:09.253830 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: router Jul 25 12:06:09.289149 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.289536 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router after_create 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.289904 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router before_create 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.290395 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.290768 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.291128 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router after_delete 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.291485 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.291865 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.292222 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router after_create 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.292566 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router after_update 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.292908 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router after_update 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.293250 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.293601 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router after_update 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.294007 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_update 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.294371 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: port after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.294708 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: port after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.295039 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: subnet after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.295379 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.295753 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.296095 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_create 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.296429 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: port before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.296763 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.297115 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router after_update 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.297455 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.297803 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_create 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.298161 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.298498 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_update 55549900 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.298888 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > agent after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.299236 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > agent after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.299595 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > network after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.300443 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Tracking information for resource: router configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:09.300769 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Tracking information for resource: floatingip configured {{(pid=103908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:06:09.305501 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.db.l3_agentschedulers_db [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 25 12:06:09.306066 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: port after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.306423 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: port after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.306770 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: port after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.307117 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: port after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.307932 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router before_create 55550100 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.308292 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.308653 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_create 55550100 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.309003 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > router precommit_update 55550100 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.313904 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.services.provider_configuration [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service providers = [] {{(pid=103908) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 25 12:06:09.314268 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.db.servicetype_db [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103908) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 25 12:06:09.317733 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.services.service_base [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:06:09.318077 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.services.service_base [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:06:09.318416 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.services.service_base [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:06:09.319466 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.services.service_base [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:06:09.319870 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.services.service_base [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 25 12:06:09.320445 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.320842 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 25 12:06:09.332362 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.332693 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: auto_allocate Jul 25 12:06:09.338165 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: network precommit_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.338528 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: network precommit_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.339035 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.339355 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: tag Jul 25 12:06:09.346150 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.346434 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: timestamp Jul 25 12:06:09.350228 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.350555 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: network_ip_availability Jul 25 12:06:09.355992 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.356362 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.356712 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.357421 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.357739 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: flavors Jul 25 12:06:09.363110 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.363433 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading Plugin: revisions Jul 25 12:06:09.367658 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:06:09.368047 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_concurrency.lockutils [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.951s {{(pid=103908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 12:06:09.368772 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103908) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 25 12:06:09.369108 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Initializing extension manager. Jul 25 12:06:09.369629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: __init__.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.369972 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: __pycache__ {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.370303 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: address_group.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.371001 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.371569 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: address-group Jul 25 12:06:09.371893 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: address_scope.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.372562 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.373050 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: address-scope Jul 25 12:06:09.373366 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.374242 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.374734 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: router-admin-state-down-before-update Jul 25 12:06:09.375050 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: agent.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.375728 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.376217 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: agent Jul 25 12:06:09.376533 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: agent_resources_synced.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.377962 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.378452 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: agent-resources-synced Jul 25 12:06:09.378771 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: allowedaddresspairs.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.380548 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.381069 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: allowed-address-pairs Jul 25 12:06:09.381394 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: auto_allocated_topology.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.382405 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.382903 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: auto-allocated-topology Jul 25 12:06:09.383226 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: availability_zone.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.383905 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.384398 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: availability_zone Jul 25 12:06:09.384716 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: availability_zone_filter.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.385579 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.386068 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: availability_zone_filter Jul 25 12:06:09.386385 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: data_plane_status.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.387252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.387778 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension data-plane-status not supported by any of loaded plugins Jul 25 12:06:09.388097 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: default_subnetpools.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.388955 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.389444 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: default-subnetpools Jul 25 12:06:09.389761 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.390529 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.391020 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: dhcp_agent_scheduler Jul 25 12:06:09.391338 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: dns.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.392216 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.392724 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension dns-integration not supported by any of loaded plugins Jul 25 12:06:09.393039 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: dns_domain_ports.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.393900 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.394391 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 25 12:06:09.394708 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.395594 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.396082 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 25 12:06:09.396399 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: dvr.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.397026 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.397515 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: dvr Jul 25 12:06:09.397833 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: ecmp_routes.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.398697 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.399189 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension ecmp_routes not supported by any of loaded plugins Jul 25 12:06:09.399506 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: empty_string_filtering.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.400400 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.400879 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: empty-string-filtering Jul 25 12:06:09.401196 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.402055 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.402546 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 25 12:06:09.402860 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.403744 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.404234 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 25 12:06:09.404548 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: external_net.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.405399 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.405896 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: external-net Jul 25 12:06:09.406211 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.407058 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.407565 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: extra_dhcp_opt Jul 25 12:06:09.407884 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: extraroute.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.409020 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.409513 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: extraroute Jul 25 12:06:09.409828 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: extraroute_atomic.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.410791 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.411279 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: extraroute-atomic Jul 25 12:06:09.411619 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: filter_validation.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.412234 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.412717 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: filter-validation Jul 25 12:06:09.413035 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: fip_pf_description.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.414081 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.414571 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 25 12:06:09.414889 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: fip_pf_port_range.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.415777 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.416266 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 25 12:06:09.416582 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: fip_port_details.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.417452 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.417943 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: fip-port-details Jul 25 12:06:09.418262 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: flavors.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.419421 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.419960 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: flavors Jul 25 12:06:09.420282 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.421866 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.422381 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 25 12:06:09.422710 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: floatingip_pools.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.423364 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.424420 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: floatingip-pools Jul 25 12:06:09.424741 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: ip_allocation.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.425616 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.426105 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension ip_allocation not supported by any of loaded plugins Jul 25 12:06:09.426424 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.427283 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.427805 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: ip-substring-filtering Jul 25 12:06:09.428126 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l2_adjacency.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.429004 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.429488 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension l2_adjacency not supported by any of loaded plugins Jul 25 12:06:09.429805 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.430714 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.431213 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: router Jul 25 12:06:09.431530 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.433699 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.434205 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 25 12:06:09.434534 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.435404 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.435935 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: ext-gw-mode Jul 25 12:06:09.436255 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.437120 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.437607 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: l3-ha Jul 25 12:06:09.437925 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.438782 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.439263 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 25 12:06:09.440189 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3_flavors.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.441049 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.441538 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: l3-flavors Jul 25 12:06:09.441854 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.443165 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.443701 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 25 12:06:09.444028 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.444888 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.445384 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: l3-port-ip-change-not-allowed Jul 25 12:06:09.445703 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: l3agentscheduler.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.446674 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.447169 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: l3_agent_scheduler Jul 25 12:06:09.447489 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: local_ip.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.449203 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.449707 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension local_ip not supported by any of loaded plugins Jul 25 12:06:09.450037 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: logging.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.451444 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.451974 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension logging not supported by any of loaded plugins Jul 25 12:06:09.452299 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: metering.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.452986 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.453540 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: metering Jul 25 12:06:09.453859 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.455144 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.455677 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: metering_source_and_destination_fields Jul 25 12:06:09.456002 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: multiprovidernet.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.456899 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.457403 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: multi-provider Jul 25 12:06:09.457723 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: netmtu.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.458584 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.459084 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: net-mtu Jul 25 12:06:09.459401 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: netmtu_writable.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.460300 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.460795 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: net-mtu-writable Jul 25 12:06:09.461110 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: network_availability_zone.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.461728 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.462218 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: network_availability_zone Jul 25 12:06:09.462532 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: network_ip_availability.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.463590 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.464093 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: network-ip-availability Jul 25 12:06:09.464411 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: network_segment_range.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.465124 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.465617 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension network-segment-range not supported by any of loaded plugins Jul 25 12:06:09.465937 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: pagination.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.466861 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.467188 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: pagination Jul 25 12:06:09.467503 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: port_device_profile.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.468377 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.468881 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: port-device-profile Jul 25 12:06:09.469200 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: port_mac_address_override.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.470077 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.470574 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: port-mac-override Jul 25 12:06:09.470919 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.471819 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.472318 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: port-mac-address-regenerate Jul 25 12:06:09.472654 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.473493 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.473991 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: port-numa-affinity-policy Jul 25 12:06:09.474312 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: port_resource_request.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.475172 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.475699 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension port-resource-request not supported by any of loaded plugins Jul 25 12:06:09.476022 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: port_resource_request_groups.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.476927 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.477424 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 25 12:06:09.477744 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: portbindings.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.478611 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.479106 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: binding Jul 25 12:06:09.479430 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: portbindings_extended.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.480662 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.481160 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: binding-extended Jul 25 12:06:09.481480 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: portsecurity.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.482337 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.482835 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: port-security Jul 25 12:06:09.483154 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: project_id.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.484093 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.484419 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: project-id Jul 25 12:06:09.484733 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: providernet.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.485594 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.486091 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: provider Jul 25 12:06:09.486935 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.490356 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.490866 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos not supported by any of loaded plugins Jul 25 12:06:09.491194 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.492416 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.492919 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 25 12:06:09.493244 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.494122 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.494617 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 25 12:06:09.494936 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_default.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.495828 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.496322 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-default not supported by any of loaded plugins Jul 25 12:06:09.496639 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_fip.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.497504 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.497995 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-fip not supported by any of loaded plugins Jul 25 12:06:09.498311 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.499168 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.499693 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 25 12:06:09.500011 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_gateway_ip.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.500877 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.501365 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 25 12:06:09.501679 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_port_network_policy.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.503126 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.503637 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 25 12:06:09.503954 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.504932 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.505427 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 25 12:06:09.505742 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.506717 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.507209 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 25 12:06:09.507525 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_pps_rule.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.508659 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.509158 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-pps not supported by any of loaded plugins Jul 25 12:06:09.509485 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_rule_type_details.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.510420 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.510913 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 25 12:06:09.511231 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.512130 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.512620 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 25 12:06:09.512936 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: qos_rules_alias.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.513917 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.514413 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 25 12:06:09.514733 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: quota_check_limit.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.515639 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.516146 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: quota-check-limit Jul 25 12:06:09.516466 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: quotasv2.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.517334 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.517681 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: quotas Jul 25 12:06:09.517994 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: quotasv2_detail.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.519675 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.520014 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: quota_details Jul 25 12:06:09.520340 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: rbac.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.522791 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.523308 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: rbac-policies Jul 25 12:06:09.523675 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: rbac_address_group.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.524569 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.525071 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: rbac-address-group Jul 25 12:06:09.525392 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: rbac_address_scope.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.526260 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.526757 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: rbac-address-scope Jul 25 12:06:09.527076 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: rbac_security_groups.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.528038 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.528538 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: rbac-security-groups Jul 25 12:06:09.528860 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: rbac_subnetpool.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.529735 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.530232 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: rbac-subnetpool Jul 25 12:06:09.530548 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: revisionifmatch.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.531450 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.532100 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: revision-if-match Jul 25 12:06:09.532305 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: revisions.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.533699 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.534193 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: standard-attr-revisions Jul 25 12:06:09.534477 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: router_availability_zone.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.535107 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.535628 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: router_availability_zone Jul 25 12:06:09.535950 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: routerservicetype.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.536827 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.537319 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension router-service-type not supported by any of loaded plugins Jul 25 12:06:09.537638 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.538520 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.539018 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: security-groups-normalized-cidr Jul 25 12:06:09.539338 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.540252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.540748 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: port-security-groups-filtering Jul 25 12:06:09.541133 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.541953 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.542452 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: security-groups-remote-address-group Jul 25 12:06:09.542766 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.543708 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.544216 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: security-groups-shared-filtering Jul 25 12:06:09.544511 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: securitygroup.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.554396 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.554910 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: security-group Jul 25 12:06:09.555242 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: segment.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.555956 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.556450 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension segment not supported by any of loaded plugins Jul 25 12:06:09.556773 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.557664 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.558160 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 25 12:06:09.558481 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: servicetype.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.559524 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.560049 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: service-type Jul 25 12:06:09.560373 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: sorting.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.561302 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.561630 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: sorting Jul 25 12:06:09.561949 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: standard_attr_segment.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.562812 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.563309 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 25 12:06:09.563653 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: standardattrdescription.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.564264 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.565411 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: standard-attr-description Jul 25 12:06:09.565727 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: stateful_security_group.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.566627 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.567120 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: stateful-security-group Jul 25 12:06:09.567434 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: stdattrs_common.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.568007 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 25 12:06:09.568323 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.569220 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.569712 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 25 12:06:09.570026 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: subnet_onboard.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.571025 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.571524 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: subnet_onboard Jul 25 12:06:09.571871 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.572775 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.573264 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 25 12:06:09.573580 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: subnet_service_types.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.574478 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.574973 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: subnet-service-types Jul 25 12:06:09.575289 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: subnetallocation.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.576340 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.576836 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: subnet_allocation Jul 25 12:06:09.577154 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.577774 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.578263 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: subnetpool-prefix-ops Jul 25 12:06:09.578576 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.579449 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.579963 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 25 12:06:09.580318 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: tagging.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.581318 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.581819 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: standard-attr-tag Jul 25 12:06:09.582143 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: timestamp.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.583298 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.583831 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loaded extension: standard-attr-timestamp Jul 25 12:06:09.584151 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: trunk.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.585133 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.585631 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension trunk not supported by any of loaded plugins Jul 25 12:06:09.585948 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: trunk_details.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.586813 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.587304 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension trunk-details not supported by any of loaded plugins Jul 25 12:06:09.587655 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: uplink_status_propagation.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.588524 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.589020 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 25 12:06:09.589339 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Loading extension file: vlantransparent.py {{(pid=103908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:06:09.589997 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:06:09.590485 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extension vlan-transparent not supported by any of loaded plugins Jul 25 12:06:09.593071 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:network Jul 25 12:06:09.593589 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:subnet Jul 25 12:06:09.593981 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:06:09.594369 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:port Jul 25 12:06:09.595724 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.596230 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service FLAVORS assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.596764 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.597192 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.597521 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:router Jul 25 12:06:09.597947 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:floatingip Jul 25 12:06:09.598426 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service METERING assigned prefix: /metering {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.599922 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.600296 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.600652 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:06:09.601643 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 12:06:09.602077 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:security_group Jul 25 12:06:09.602524 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 12:06:09.603052 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service CORE assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.603379 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:06:09.603748 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] subnetpool is already registered Jul 25 12:06:09.604174 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service CORE assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.604497 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:06:09.604823 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] subnetpool is already registered Jul 25 12:06:09.607177 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.607645 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service FLAVORS assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.608235 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.608652 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.608981 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:router Jul 25 12:06:09.609313 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] router is already registered Jul 25 12:06:09.609718 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:floatingip Jul 25 12:06:09.610049 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] floatingip is already registered Jul 25 12:06:09.610501 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service METERING assigned prefix: /metering {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.611160 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 12:06:09.612028 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] rbac_policy is already registered Jul 25 12:06:09.612439 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:security_group Jul 25 12:06:09.612773 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] security_group is already registered Jul 25 12:06:09.613172 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 12:06:09.613501 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] security_group_rule is already registered Jul 25 12:06:09.614133 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service CORE assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.614453 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:06:09.614785 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] subnetpool is already registered Jul 25 12:06:09.615198 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.v2.resource_helper [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Service CORE assigned prefix: {{(pid=103908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:06:09.615515 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:06:09.615864 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING neutron.quota.resource_registry [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] subnetpool is already registered Jul 25 12:06:09.616319 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: extensions {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.617803 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: address-groups {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.619281 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: address-scopes {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.620629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: agents {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.621794 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: auto-allocated-topology {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.623029 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: availability_zones {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.624276 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: dhcp-networks {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.625810 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: dhcp-agents {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.627872 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: routers {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.629569 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: flavors {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.630822 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: service_profiles {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.632069 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: next_providers {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.633512 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: service_profiles {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.635097 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: floatingip-pools {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.636347 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: routers {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.638031 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: floatingips {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.639288 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: l3-routers {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.640717 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: l3-agents {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.642161 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: metering-labels {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.643431 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: metering-label-rules {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.644849 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: network-ip-availabilities {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.646108 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: bindings {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.647707 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: quotas {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.650210 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: quotas {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.651770 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: rbac-policies {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.652978 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: security-groups {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.654274 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: security-group-rules {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.655526 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: service-providers {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.656847 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: subnetpools {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.658449 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: subnetpools {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.660011 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.661701 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.663563 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.665377 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.667063 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.669061 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.670786 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.672713 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.675003 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.676805 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron.api.extensions [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Extended resource: tags {{(pid=103908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:06:09.682907 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING keystonemiddleware.auth_token [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 25 12:06:09.687977 dv-cinder-797608-61-iscsi neutron-server[103908]: WARNING keystonemiddleware.auth_token [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 25 12:06:09.697382 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_concurrency.lockutils [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Acquired lock "singleton_lock" {{(pid=103908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 25 12:06:09.697862 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_concurrency.lockutils [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Releasing lock "singleton_lock" {{(pid=103908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 25 12:06:09.698497 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO oslo_service.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Starting 2 workers Jul 25 12:06:09.703287 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Started child 104017 {{(pid=103908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:06:09.707714 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Started child 104018 {{(pid=103908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:06:09.708727 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:09.709407 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO neutron.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Neutron service started, listening on 0.0.0.0:9696 Jul 25 12:06:09.709937 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:09.710249 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [-] (104017) wsgi starting up on http://0.0.0.0:9696 Jul 25 12:06:09.712397 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO oslo_service.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Starting 1 workers Jul 25 12:06:09.712671 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:09.714089 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [-] (104018) wsgi starting up on http://0.0.0.0:9696 Jul 25 12:06:09.717546 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Started child 104019 {{(pid=103908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:06:09.718057 dv-cinder-797608-61-iscsi neutron-server[103908]: INFO oslo_service.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Starting 1 workers Jul 25 12:06:09.721929 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] calling RpcWorker wait() {{(pid=104019) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 25 12:06:09.722463 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] returning from RpcWorker wait() {{(pid=104019) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 25 12:06:09.722976 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Started child 104020 {{(pid=103908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:06:09.723817 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b61638ab-a8c1-4feb-8903-6a0bb720addc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:09.723914 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:09.724364 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:09.725734 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 12:06:09.725953 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 12:06:09.726128 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 12:06:09.726349 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 12:06:09.726661 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 12:06:09.726839 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 12:06:09.727350 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.727668 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.727897 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:09.728364 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.728364 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.728759 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.728853 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:09.729008 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.729238 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.729524 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.729784 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.729952 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.730114 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.730362 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.730620 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.730934 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.731190 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.731426 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.731677 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.731858 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.732083 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.732353 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.732576 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.732854 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] debug = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.733117 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.733608 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.733847 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.734080 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.734313 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.734578 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.734817 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.735056 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.735297 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.735499 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.735741 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.736007 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.736266 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.737150 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.737387 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.737667 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.737884 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.738355 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] host = dv-cinder-797608-61-iscsi {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.738582 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.738809 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.739070 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.739318 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.739583 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.739809 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.740070 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.740328 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.740569 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.740806 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.741062 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.741317 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.741528 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.741758 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.741919 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_options = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.742156 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.742430 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.742664 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.742855 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.743001 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.743164 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.743414 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.743595 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.743853 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.744064 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.744274 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.744504 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.744710 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.744937 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.745192 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.745418 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.745626 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.745846 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.746087 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.746333 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.746581 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.746828 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.747138 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.747369 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.747705 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.748229 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.748472 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.748686 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.748911 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.749149 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.749384 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.749624 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.749839 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.750062 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.750313 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.750555 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.750772 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.751005 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.751224 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.751446 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.752007 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.752007 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.752800 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.752800 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.753099 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.753099 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.753611 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_json = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.753611 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.753871 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.754094 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.754298 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.754507 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.754715 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.754923 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.755168 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.755408 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.755852 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.756140 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.756435 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.756676 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.756924 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.758961 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.759691 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.759932 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.760470 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.760907 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.761254 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.761646 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.763910 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.764408 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.764891 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.765425 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.765899 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.766470 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.766892 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.767311 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.767792 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.768311 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.768856 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.769279 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.769694 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.769938 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.770341 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.770700 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.771164 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.771650 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.772179 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.772611 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.773147 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.773588 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.774031 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.774291 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.774516 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.774873 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.775273 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.775714 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.775980 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.776487 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.776893 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.777152 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.777413 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.777649 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.777902 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.778203 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.778482 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.778853 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.779299 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.780216 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.780216 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.780477 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.780751 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.781065 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.781336 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.781540 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.781769 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.782059 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.782307 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.782527 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.782782 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.783886 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.784126 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.784344 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.784608 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.784840 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.785084 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.785300 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.785543 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.785761 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.785982 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.786203 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.786551 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.786770 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.786993 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.787217 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.787456 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.787693 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.787909 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.788124 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.788339 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.788550 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.788896 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.789116 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.789350 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.789564 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.789776 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.790006 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.790239 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.790566 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.790827 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.791068 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.791305 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.791595 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.791835 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.792453 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.792453 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.792745 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.792745 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.793008 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.793208 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.794629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.794629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.794629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.794629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.794629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.794629 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.795476 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.795476 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.795476 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.795897 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.795897 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.796187 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.796342 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.796573 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.796838 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.797090 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.797309 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.797576 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.797810 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.798095 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.798413 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.798652 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.799580 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.799821 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.800116 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.800370 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.800637 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.800886 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.801148 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.801389 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.801645 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.801901 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.802133 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.802382 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.802602 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.802866 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.803116 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.803338 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.803584 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.804004 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.804243 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.804458 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.804685 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.804948 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.805196 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.805436 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.805819 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.806290 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.806449 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.806969 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.807225 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.807465 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.807719 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.807970 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.808190 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.808429 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.808639 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.808871 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.809507 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.809507 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.809723 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.809834 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.810059 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.810289 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.810524 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.810760 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.811010 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.811226 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.811448 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.812043 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.812043 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.812258 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.812346 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.812555 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.812790 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.813007 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.813286 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.813598 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.813853 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.814195 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.814501 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.814767 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.814986 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.815245 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.815465 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.815773 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.815991 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.816229 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.816481 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.816696 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.816949 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.817163 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.817397 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.817633 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.817984 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.818246 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.818484 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.818736 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.818999 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.819273 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.819509 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.819746 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.819984 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.820222 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.820443 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.820682 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.820901 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.821119 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.821360 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.821596 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.821865 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.822118 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.822372 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.822611 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.822836 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.823058 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.823275 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.823508 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.823763 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.823976 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.824285 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.825399 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.825399 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.825399 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.825399 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.827748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.827748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.827748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.827748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.827748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.827748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.827748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828178 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:09.828252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828252 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828719 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.828719 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.829077 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.829227 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.829441 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.829663 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.830976 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.830976 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.831174 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.831362 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.831602 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.831871 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.832094 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.832308 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.832533 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.832746 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.832954 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.833180 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.833397 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.833609 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.833903 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.834161 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.834478 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.834771 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.835030 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.835274 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.835537 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.835872 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.836086 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.836330 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.836587 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.836824 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.837045 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.837302 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.837667 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.837923 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.838168 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.838439 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.838717 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.838988 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.839270 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.839486 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.839952 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.840444 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.840734 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.840998 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.841248 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.841499 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.841738 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.841954 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.842191 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.842407 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.842631 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.842908 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.843157 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.843382 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.843623 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.843856 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.844074 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.844298 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.844535 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.844774 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.844989 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.845146 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 12:06:09.846186 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 12:06:09.846406 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 12:06:09.846502 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 12:06:09.846672 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 12:06:09.846845 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 12:06:09.847003 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 12:06:09.847210 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.847375 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.847535 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.847717 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.847898 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.848062 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.848222 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.848381 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.848542 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.848703 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.848869 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.849033 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.849193 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.849347 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850105 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850105 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850105 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850366 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850366 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850516 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850622 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.850783 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] debug = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.851298 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.851682 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.851859 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.852022 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.852172 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.852472 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.852779 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.852943 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.853105 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.853269 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.853432 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.853588 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.853748 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.853901 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.854057 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.854213 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.854367 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.854525 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] host = dv-cinder-797608-61-iscsi {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.854674 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.854835 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.854993 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.855153 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.855312 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.855471 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.855653 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.855970 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.856270 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.856565 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.856869 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.857173 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.857338 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.857508 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.857655 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_options = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.857806 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.857963 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.858125 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.858312 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.858481 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.858637 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.858939 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.859259 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.859420 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.859621 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.859766 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.859929 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.860086 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.860244 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.860402 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.860562 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.860721 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.860880 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.861040 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.861201 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.862009 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.862274 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.862547 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.862829 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.863072 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.863302 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.863464 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.863645 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.863787 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.863947 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.864107 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.864268 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.864428 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.864587 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.864746 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.864905 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.865065 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.865222 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.865387 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.865548 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.865709 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.865868 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.866027 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.866186 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.866347 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.866506 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.866666 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_json = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.866825 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.866985 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.867143 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.867289 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.867450 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.867635 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.867764 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.867926 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.868087 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:06:09.868270 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.868433 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.868606 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.868774 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.868936 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.869097 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.869258 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.869420 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.869581 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.869746 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.869914 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.870075 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.870247 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.870409 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.870570 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.870736 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.870899 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.871061 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.871223 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.871385 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.871577 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.871733 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.871904 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.872065 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.872227 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.872387 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.872566 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.872722 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.872895 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.873049 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.873224 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.873384 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.873547 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.873708 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.873872 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.874036 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.874198 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.874361 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.874522 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.874685 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.874845 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.875009 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.875171 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.875333 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.875495 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.875679 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.875842 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.876005 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.876166 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.876328 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.876491 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.876654 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.876817 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.877488 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.877651 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.877814 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.877975 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.878146 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.878307 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.878468 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.878631 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.878796 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.878958 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.879119 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.879280 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.879440 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.879623 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.879786 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.879945 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.880110 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.880272 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.880435 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.880597 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.880758 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.880920 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.881083 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.881246 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.881408 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.881569 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.881731 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.881892 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.882055 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.882217 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.882378 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.882540 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.882702 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.882863 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.883024 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.883185 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.883347 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.883510 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.883709 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.883871 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.884034 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.884195 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.884357 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.884518 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.884679 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.884840 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.885001 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.885161 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.885321 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.885482 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.885644 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.885806 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.885966 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.886126 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.886286 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.886447 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.886607 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.886767 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.886926 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.887085 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.887246 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.887407 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.887585 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.887750 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.887912 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.888072 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.888232 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.888391 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.888551 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.888727 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.888887 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.889050 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.889212 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.889379 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.889550 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.889713 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.889875 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.890036 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.890198 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.890358 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.890518 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.890680 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.890841 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.891002 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.891163 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.891334 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.891496 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.891690 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.891854 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.892036 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.892198 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.892358 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.893121 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.893296 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.893459 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.893621 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.893782 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.893945 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.894107 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.894269 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.894431 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.894593 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.894754 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.894915 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.895079 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.895241 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.895403 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.895573 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.895741 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.895904 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.896065 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.896229 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.896390 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.896551 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.896713 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.896874 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.897034 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.897196 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.897358 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.897518 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.897680 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.897841 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.898001 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.898164 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.898324 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.898485 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.898649 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.898815 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.898979 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.899141 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.899304 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.899466 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.899653 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.899817 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.899980 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.900143 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.900305 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.900466 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.900628 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.900789 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.900950 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.901139 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.901261 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.901422 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.901602 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.901763 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.901924 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.902087 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.902249 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.902411 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.902572 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.902733 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.902894 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.903055 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.903216 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.903378 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.903573 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.903722 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.903884 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.904045 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.904208 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.904372 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.904536 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.904696 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.904859 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.905020 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.905181 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.905341 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.905503 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.905664 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.905825 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.905986 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.906149 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.906322 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.906484 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.906645 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.906807 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.906968 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.907130 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.907301 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.907464 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.907646 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.907808 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.908268 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.908432 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.908603 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.908770 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.908935 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.909615 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.909615 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.909615 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.909615 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.909933 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.909933 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.910078 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.910156 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.910279 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.910449 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.910610 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.910772 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.910932 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.911095 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.911256 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.911425 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.911680 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.911844 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.912005 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.912167 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.912329 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.912496 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.912660 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.912822 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.912991 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.913152 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.913313 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.913497 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.913670 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.913832 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.913995 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.914156 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.914318 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.914480 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.914644 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.914810 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.914981 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.915148 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.915311 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.915480 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.915669 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.915839 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.916001 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.916167 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.916339 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.916500 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.916662 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.916823 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.916983 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.917148 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.917294 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.917454 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.917614 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.917773 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.917927 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.918081 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.918241 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.918401 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.918561 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.918724 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.918885 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.919045 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.919206 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.919368 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:06:09.919521 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 12:06:10.099077 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 43780) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:10.107720 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065374 Jul 25 12:06:19.213626 dv-cinder-797608-61-iscsi neutron-server[103908]: DEBUG dbcounter [-] [103908] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:21.285860 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114479e5-79bb-4dd1-8301-1ae15978867b None None] get_active_networks_info from dv-cinder-797608-61-iscsi {{(pid=104019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 25 12:06:21.308878 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writer thread running {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:06:21.309533 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writer thread running {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:06:21.442980 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114479e5-79bb-4dd1-8301-1ae15978867b None None] No non-hosted networks {{(pid=104019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 25 12:06:21.455238 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.agentschedulers_db [None req-114479e5-79bb-4dd1-8301-1ae15978867b None None] DHCP Agent not found on host dv-cinder-797608-61-iscsi {{(pid=104019) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 25 12:06:21.537161 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-24c440ff-53d1-4a9e-992f-4f4fef5f5f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598104'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:22.884593 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writer thread running {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:06:23.381921 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6fb05fce-54e5-4382-b651-7c3a4e20b545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598104'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:23.412482 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e48e0551-9dd1-48f2-af72-e8efdd133298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:24.482581 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 43850) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:24.680639 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598104'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:25.132162 dv-cinder-797608-61-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b84b951a-5c72-4a5e-bc5a-3c7319363a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:25.133073 dv-cinder-797608-61-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b84b951a-5c72-4a5e-bc5a-3c7319363a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:25.368883 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-b84b951a-5c72-4a5e-bc5a-3c7319363a5c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:06:25.384179 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b84b951a-5c72-4a5e-bc5a-3c7319363a5c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8995976 Jul 25 12:06:26.256905 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598104'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:26.446810 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598104'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:26.448370 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.451280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.452025 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.452699 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.453280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.454124 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.454904 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.455408 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.455961 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.456451 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.457529 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.458741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.459268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.460407 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.460918 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:26.462481 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-61-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:26.474331 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-61-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:26.916998 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.db.l3_hamode_db [None req-0b45cb57-890f-4f37-9949-b04c647e2c10 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 25 12:06:26.994951 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45cb57-890f-4f37-9949-b04c647e2c10 None None] Routers set() bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:06:26.995338 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45cb57-890f-4f37-9949-b04c647e2c10 None None] Router IDs set() for agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 25 12:06:27.670403 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 43886) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:28.019585 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-fa5ca397-8555-4573-a0fb-cef0433f54d9 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:06:28.117513 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.policy [None req-fa5ca397-8555-4573-a0fb-cef0433f54d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104017) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 12:06:28.163458 dv-cinder-797608-61-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-fa5ca397-8555-4573-a0fb-cef0433f54d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:28.163853 dv-cinder-797608-61-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-fa5ca397-8555-4573-a0fb-cef0433f54d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:28.183976 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writer thread running {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:06:28.259363 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca397-8555-4573-a0fb-cef0433f54d9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431330607', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431330107', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431346651', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431338037', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431331295', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431291457', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1012692', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851682', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1850358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1743630'] for rbac-policy (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:28.330754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca397-8555-4573-a0fb-cef0433f54d9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:28.331895 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fa5ca397-8555-4573-a0fb-cef0433f54d9 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6604640 Jul 25 12:06:30.506783 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 43898) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:30.826602 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:06:30.856887 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Made reservation on behalf of 23c9d26ac78646c79204b87bd5332e2c for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:06:30.861753 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:30.878564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:30.989264 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks [] for security_group (d421d4b6-debc-4676-a620-88be5ecd6121), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:30.992705 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d421d4b6-debc-4676-a620-88be5ecd6121), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:31.018599 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:06:31.052792 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753429828482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (9a05392a-4635-4ec1-9c23-4025323c9ca6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:31.053378 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Unsubscribe: segment precommit_create {{(pid=104017) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 12:06:31.053930 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Added segment 9a05392a-4635-4ec1-9c23-4025323c9ca6 of type vlan for network 6b11e7be-3b84-4a7e-a991-2a4adc02459a Jul 25 12:06:31.088383 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d421d4b6-debc-4676-a620-88be5ecd6121,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:31.132146 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.132490 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.132852 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.133204 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.133537 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.133865 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.134184 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.134506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.134839 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.135162 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.135481 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.135825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.136143 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.136458 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.136773 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Tracked resource versions report: Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: pushed versions: Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Log': {'1.0'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Network': {'1.1'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Port': {'1.7'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: consumer versions: Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Agent': '1.1', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Log': '1.0', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Network': '1.1', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Port': '1.7', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SubPort': '1.0', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Subnet': '1.1', Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Jul 25 12:06:31.138190 dv-cinder-797608-61-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:06:31.162605 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (6b11e7be-3b84-4a7e-a991-2a4adc02459a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:31.203496 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:31.209140 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (6b11e7be-3b84-4a7e-a991-2a4adc02459a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:31.214339 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:31.215041 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:31.319806 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8118548 Jul 25 12:06:31.343108 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90254cfc-32b9-48db-9802-ef7984b22079 demo demo] Pushing event updated for resources: {'Network': ['ID=6b11e7be-3b84-4a7e-a991-2a4adc02459a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:31.356629 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:06:33.607518 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 43912) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:34.108711 dv-cinder-797608-61-iscsi neutron-server[104018]: WARNING oslo_policy.policy [None req-dde52092-2dca-4348-96c9-6e612f7d4848 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:34.109793 dv-cinder-797608-61-iscsi neutron-server[104018]: WARNING oslo_policy.policy [None req-dde52092-2dca-4348-96c9-6e612f7d4848 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:34.337467 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writer thread running {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:06:34.547276 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.policy [None req-dde52092-2dca-4348-96c9-6e612f7d4848 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 12:06:34.589690 dv-cinder-797608-61-iscsi neutron-server[104018]: WARNING oslo_policy.policy [None req-dde52092-2dca-4348-96c9-6e612f7d4848 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:34.590005 dv-cinder-797608-61-iscsi neutron-server[104018]: WARNING oslo_policy.policy [None req-dde52092-2dca-4348-96c9-6e612f7d4848 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:06:34.597781 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde52092-2dca-4348-96c9-6e612f7d4848 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:34.599482 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-dde52092-2dca-4348-96c9-6e612f7d4848 demo admin] 10.222.0.42 "GET /v2.0/networks/6b11e7be-3b84-4a7e-a991-2a4adc02459a HTTP/1.1" status: 200 len: 825 time: 0.9910576 Jul 25 12:06:34.638429 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4fd332af-eb94-47cf-87bc-180ca88cbf89 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/c957e8fd-85fd-46e1-94c4-55eb705d09c7 HTTP/1.1" status: 200 len: 734 time: 0.0332131 Jul 25 12:06:34.647860 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Request body: {'subnet': {'subnetpool_id': 'c957e8fd-85fd-46e1-94c4-55eb705d09c7', 'name': 'private-subnet', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:06:34.683524 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Made reservation on behalf of 23c9d26ac78646c79204b87bd5332e2c for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:06:34.686366 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:34.978854 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (9b5140e5-91de-4a31-a0c3-aecf0bbca984), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:35.049760 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Checking segment: {'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:06:35.050146 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Network hostable DHCP agents. Network: 6b11e7be-3b84-4a7e-a991-2a4adc02459a, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:06:35.063928 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:35.065014 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9b5140e5-91de-4a31-a0c3-aecf0bbca984,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:35.079528 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.080000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.080422 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.080757 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.081088 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.081437 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.081758 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.082079 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.082413 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.082733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.083064 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.083383 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.083728 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.084051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.084358 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Tracked resource versions report: Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: pushed versions: Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Log': {'1.0'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Network': {'1.1'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Port': {'1.7'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: consumer versions: Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Agent': '1.1', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Log': '1.0', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Network': '1.1', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Port': '1.7', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SubPort': '1.0', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Subnet': '1.1', Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Jul 25 12:06:35.085753 dv-cinder-797608-61-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:06:35.106159 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:06:35.125992 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 6b11e7be-3b84-4a7e-a991-2a4adc02459a) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:06:35.131299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:35.132011 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:35.134613 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6364c9fa-e948-4e54-aed9-657529d0a382 None None] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:06:35.152736 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-93a3bf9f-185b-450f-9595-3dbabb676678 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5081978 Jul 25 12:06:35.399877 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'fixed_ips': [{'subnet_id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:06:35.401304 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:35.684588 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Allocated IP 172.20.0.2 (6b11e7be-3b84-4a7e-a991-2a4adc02459a/9b5140e5-91de-4a31-a0c3-aecf0bbca984/cb440bda-a11a-42b5-85b6-2e0e382d8554) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:06:35.947131 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Publish callbacks [] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:35.955384 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:36.033079 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:06:36.042171 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:06:36.045754 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:06:36.053078 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Pushing event updated for resources: {'Port': ['ID=cb440bda-a11a-42b5-85b6-2e0e382d8554,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:36.086772 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.087122 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.087493 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.087873 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.088214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.088550 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.088883 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.089214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.089562 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.089898 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.090229 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.090560 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.090888 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.091212 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.091554 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Tracked resource versions report: Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: pushed versions: Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: { 'AddressGroup': {'1.2'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Agent': {'1.1'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'ConntrackHelper': {'1.0'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Log': {'1.0'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'NDPProxy': {'1.0'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Network': {'1.1'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Port': {'1.7'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'PortForwarding': {'1.3'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'QosPolicy': {'1.10'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroup': {'1.5'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SubPort': {'1.0'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Subnet': {'1.1'}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Trunk': {'1.1'}} Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: consumer versions: Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Agent': '1.1', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'ConntrackHelper': '1.0', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'LocalIPAssociation': '1.0', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Log': '1.0', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'NDPProxy': '1.0', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Network': '1.1', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Port': '1.7', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'PortForwarding': '1.3', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'QosPolicy': '1.10', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroup': '1.5', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroupRule': '1.2', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SubPort': '1.0', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Subnet': '1.1', Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Trunk': '1.1'}} Jul 25 12:06:36.093031 dv-cinder-797608-61-iscsi neutron-server[104019]: {{(pid=104019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:06:36.146029 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Attempting to bind port cb440bda-a11a-42b5-85b6-2e0e382d8554 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:06:36.146661 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Attempting to bind port cb440bda-a11a-42b5-85b6-2e0e382d8554 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:06:36.146870 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Attempting to bind port cb440bda-a11a-42b5-85b6-2e0e382d8554 on network 6b11e7be-3b84-4a7e-a991-2a4adc02459a {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:06:36.151877 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:06:36.152265 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Checking segment: {'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:06:36.152747 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:36.153144 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Bound using segment: {'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:06:36.153631 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Bound port: cb440bda-a11a-42b5-85b6-2e0e382d8554, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:06:36.154042 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:36.184681 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=64,neutron:INSERT=33,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:36.218850 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] For port cb440bda-a11a-42b5-85b6-2e0e382d8554, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:06:36.239097 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] For port cb440bda-a11a-42b5-85b6-2e0e382d8554, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=cb440bda-a11a-42b5-85b6-2e0e382d8554,segment=NetworkSegment(9a05392a-4635-4ec1-9c23-4025323c9ca6),segment_id=9a05392a-4635-4ec1-9c23-4025323c9ca6)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:06:36.246103 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:36.310802 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc1ca-d514-4b72-8890-4e6c94465d8d None None] Pushing event updated for resources: {'Port': ['ID=cb440bda-a11a-42b5-85b6-2e0e382d8554,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:37.270287 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:37.274975 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:37.403480 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 43940) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:37.740886 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [None req-46c5607f-cd81-4fe3-8d13-16e5710ba660 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:06:37.741878 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-46c5607f-cd81-4fe3-8d13-16e5710ba660 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3374233 Jul 25 12:06:40.011265 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 43948) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:40.338740 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [None req-fbca4c7f-7ec9-4605-b680-03f7acb1ffeb admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:06:40.339866 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-fbca4c7f-7ec9-4605-b680-03f7acb1ffeb admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275824 Jul 25 12:06:41.340558 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=12,neutron:SELECT=52,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:42.615184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 43956) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:42.961480 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-9c83321d-3501-4cc8-886a-51ebc78eb2b2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:06:42.987390 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9c83321d-3501-4cc8-886a-51ebc78eb2b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:42.989092 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9c83321d-3501-4cc8-886a-51ebc78eb2b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:43.160943 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9c83321d-3501-4cc8-886a-51ebc78eb2b2 demo demo] Publish callbacks [] for router_controller (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), precommit_add_association {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:43.165650 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9c83321d-3501-4cc8-886a-51ebc78eb2b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:43.185714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9c83321d-3501-4cc8-886a-51ebc78eb2b2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:43.186904 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9c83321d-3501-4cc8-886a-51ebc78eb2b2 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5707102 Jul 25 12:06:44.166844 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device cb440bda-a11a-42b5-85b6-2e0e382d8554 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:06:44.249497 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port cb440bda-a11a-42b5-85b6-2e0e382d8554 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:44.249924 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:44.351532 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdab382-24c5-48f9-a8a5-94a1d90c1d16 None None] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:06:44.393730 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port cb440bda-a11a-42b5-85b6-2e0e382d8554 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:06:44.394121 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:44.409201 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:44.467260 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port cb440bda-a11a-42b5-85b6-2e0e382d8554, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=cb440bda-a11a-42b5-85b6-2e0e382d8554,segment=NetworkSegment(9a05392a-4635-4ec1-9c23-4025323c9ca6),segment_id=9a05392a-4635-4ec1-9c23-4025323c9ca6)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:06:44.470064 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-27f9e304-3ed0-4a07-805e-56c77131c619 None None] Provisioning complete for port cb440bda-a11a-42b5-85b6-2e0e382d8554 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:44.470496 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-27f9e304-3ed0-4a07-805e-56c77131c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:44.494139 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:44.505039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:44.603333 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=cb440bda-a11a-42b5-85b6-2e0e382d8554,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:44.643745 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-27f9e304-3ed0-4a07-805e-56c77131c619 None None] Current status of the port cb440bda-a11a-42b5-85b6-2e0e382d8554 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:06:44.761165 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-1fe7204f-a91a-4910-9b40-ac7b81ee0126 None None] Provisioning complete for port cb440bda-a11a-42b5-85b6-2e0e382d8554 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:44.761558 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1fe7204f-a91a-4910-9b40-ac7b81ee0126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:44.832816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7204f-a91a-4910-9b40-ac7b81ee0126 None None] Current status of the port cb440bda-a11a-42b5-85b6-2e0e382d8554 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:06:45.455853 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 43970) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:45.773783 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-463a82c1-9eda-426e-a026-9c1920a6039d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:06:45.774775 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-463a82c1-9eda-426e-a026-9c1920a6039d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3179960 Jul 25 12:06:46.139113 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device cb440bda-a11a-42b5-85b6-2e0e382d8554 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:06:46.185590 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port cb440bda-a11a-42b5-85b6-2e0e382d8554 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:46.185983 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:46.253854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port cb440bda-a11a-42b5-85b6-2e0e382d8554 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:06:48.045911 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 43978) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:48.369878 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:06:48.392050 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Made reservation on behalf of 827585a7cfe8411987f9b81102c1c103 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:06:48.394398 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.402974 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.480203 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks [] for security_group (a0c41074-7813-4926-b883-eed46b5d4c9b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.484239 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (a0c41074-7813-4926-b883-eed46b5d4c9b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.501013 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Reserving flat network on physical network physnet1 {{(pid=104017) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 25 12:06:48.518373 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c41074-7813-4926-b883-eed46b5d4c9b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:48.524996 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (39fda157-ea0e-4884-82b2-2e6c1ecbfcc7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.525489 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Added segment 39fda157-ea0e-4884-82b2-2e6c1ecbfcc7 of type flat for network 66e67a12-a800-42c3-a844-f77dfceea3f2 Jul 25 12:06:48.585037 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (66e67a12-a800-42c3-a844-f77dfceea3f2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.617556 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (66e67a12-a800-42c3-a844-f77dfceea3f2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.618463 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:48.619039 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:48.690969 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6439931 Jul 25 12:06:48.722103 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7131a-e92a-4cd5-b180-3ead39e44693 admin admin] Pushing event updated for resources: {'Network': ['ID=66e67a12-a800-42c3-a844-f77dfceea3f2,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:48.732024 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:06:50.926538 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 43986) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:51.240683 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-09502d58-543d-4f24-8532-5999e98b0e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:51.351993 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99196fd0-6115-4176-b403-7850aea32ec8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:51.353357 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-99196fd0-6115-4176-b403-7850aea32ec8 demo admin] 10.222.0.42 "GET /v2.0/subnets/9b5140e5-91de-4a31-a0c3-aecf0bbca984 HTTP/1.1" status: 200 len: 849 time: 0.4258862 Jul 25 12:06:51.514525 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9eeed050-1ff8-4209-8d05-91de97de3241 demo admin] 10.222.0.42 "GET /v2.0/routers/8bdbbd9b-c7e7-4606-a87b-1a57defe8224 HTTP/1.1" status: 200 len: 704 time: 0.1546562 Jul 25 12:06:51.779760 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:51.981931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:52.050403 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:52.075372 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Allocated IP 172.20.0.1 (6b11e7be-3b84-4a7e-a991-2a4adc02459a/9b5140e5-91de-4a31-a0c3-aecf0bbca984/4891b219-5344-44d8-ad59-3caf82f271d0) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:06:52.259399 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks [] for port (4891b219-5344-44d8-ad59-3caf82f271d0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.322397 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.387051 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:06:52.393272 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:06:52.406049 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:06:52.406422 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.473921 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Pushing event updated for resources: {'Port': ['ID=4891b219-5344-44d8-ad59-3caf82f271d0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:52.595099 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ebb8d5a8-6c3f-41ca-b10f-af46c8e45939 None None] Provisioning complete for port 4891b219-5344-44d8-ad59-3caf82f271d0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:52.595668 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d5a8-6c3f-41ca-b10f-af46c8e45939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.627463 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8d5a8-6c3f-41ca-b10f-af46c8e45939 None None] Port 4891b219-5344-44d8-ad59-3caf82f271d0 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:06:52.658470 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.858630 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks [] for port (4891b219-5344-44d8-ad59-3caf82f271d0), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.862896 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.863716 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:52.942732 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Pushing event updated for resources: {'Port': ['ID=4891b219-5344-44d8-ad59-3caf82f271d0,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:52.988794 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:06:52.990051 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:06:53.094593 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:53.100320 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:53.147384 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-b7adaf1f-dd95-450c-a4a2-2da23b0ba235 None None] Provisioning complete for port 4891b219-5344-44d8-ad59-3caf82f271d0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:53.147878 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b7adaf1f-dd95-450c-a4a2-2da23b0ba235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:53.153859 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:06:53.179726 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=66,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:53.180891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=12,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:53.182814 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b7adaf1f-dd95-450c-a4a2-2da23b0ba235 None None] Port 4891b219-5344-44d8-ad59-3caf82f271d0 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:06:53.241682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:06:53.246801 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b800393f-ff30-4870-a937-9f701b56b418 demo admin] 10.222.0.42 "PUT /v2.0/routers/8bdbbd9b-c7e7-4606-a87b-1a57defe8224/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7270076 Jul 25 12:06:53.252242 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Sync routers for ids ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:06:53.266175 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Routers {'8bdbbd9b-c7e7-4606-a87b-1a57defe8224'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:06:53.266914 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:06:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:53.427177 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-30322a06-8544-4348-aa30-159bea9b06d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:53.449686 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Set router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:06:53.866987 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'name': 'router1', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:06:42Z', 'updated_at': '2022-07-25T12:06:52Z', 'revision_number': 2, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'gw_port_host': None, '_interfaces': [{'id': '4891b219-5344-44d8-ad59-3caf82f271d0', 'name': '', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'mac_address': 'fa:16:3e:b1:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:51Z', 'updated_at': '2022-07-25T12:06:52Z', 'revision_number': 2, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'subnets': [{'id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c957e8fd-85fd-46e1-94c4-55eb705d09c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:53.914696 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Checking router: 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:06:53.915078 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Updating router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 port 4891b219-5344-44d8-ad59-3caf82f271d0 binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:06:53.969925 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.468231 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Publish callbacks [] for port (4891b219-5344-44d8-ad59-3caf82f271d0), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.474687 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.609763 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.645182 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Attempting to bind port 4891b219-5344-44d8-ad59-3caf82f271d0 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:06:54.645590 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Attempting to bind port 4891b219-5344-44d8-ad59-3caf82f271d0 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:06:54.646033 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Attempting to bind port 4891b219-5344-44d8-ad59-3caf82f271d0 on network 6b11e7be-3b84-4a7e-a991-2a4adc02459a {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:06:54.651866 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:06:54.652273 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Checking segment: {'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:06:54.652772 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.653152 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Bound using segment: {'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:06:54.653634 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Bound port: 4891b219-5344-44d8-ad59-3caf82f271d0, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a05392a-4635-4ec1-9c23-4025323c9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:06:54.654013 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.658019 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Pushing event updated for resources: {'Port': ['ID=4891b219-5344-44d8-ad59-3caf82f271d0,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:54.674792 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.675142 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.675491 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.675856 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.676186 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.676513 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.676840 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.677159 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.677496 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.677823 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.678145 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.678481 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.678802 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.679118 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.679432 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Tracked resource versions report: Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: pushed versions: Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: { 'AddressGroup': {'1.2'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Agent': {'1.1'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'ConntrackHelper': {'1.0'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Log': {'1.0'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'NDPProxy': {'1.0'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Network': {'1.1'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Port': {'1.7'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'PortForwarding': {'1.3'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'QosPolicy': {'1.10'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroup': {'1.5'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SubPort': {'1.0'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Subnet': {'1.1'}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Trunk': {'1.1'}} Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: consumer versions: Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Agent': '1.1', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'ConntrackHelper': '1.0', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'LocalIPAssociation': '1.0', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Log': '1.0', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'NDPProxy': '1.0', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Network': '1.1', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Port': '1.7', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'PortForwarding': '1.3', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'QosPolicy': '1.10', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroup': '1.5', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroupRule': '1.2', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SubPort': '1.0', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Subnet': '1.1', Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Trunk': '1.1'}} Jul 25 12:06:54.680909 dv-cinder-797608-61-iscsi neutron-server[104020]: {{(pid=104020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:06:54.709663 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-cee96d77-1514-46b2-b477-18e1b463cfc4 None None] Provisioning complete for port 4891b219-5344-44d8-ad59-3caf82f271d0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:54.710395 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cee96d77-1514-46b2-b477-18e1b463cfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.735117 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:54.739000 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] For port 4891b219-5344-44d8-ad59-3caf82f271d0, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:06:54.743532 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-cee96d77-1514-46b2-b477-18e1b463cfc4 None None] Port 4891b219-5344-44d8-ad59-3caf82f271d0 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:06:54.799182 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] For port 4891b219-5344-44d8-ad59-3caf82f271d0, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=4891b219-5344-44d8-ad59-3caf82f271d0,segment=NetworkSegment(9a05392a-4635-4ec1-9c23-4025323c9ca6),segment_id=9a05392a-4635-4ec1-9c23-4025323c9ca6)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:06:54.805040 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:54.840386 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:54.856782 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Routers {'8bdbbd9b-c7e7-4606-a87b-1a57defe8224'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:06:54.857458 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:06:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:54.951653 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] Set router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:06:54.975689 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b99ca8-1753-4539-b496-5323604024d0 None None] Pushing event updated for resources: {'Port': ['ID=4891b219-5344-44d8-ad59-3caf82f271d0,revision_number=4']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:55.061953 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-7c5fd03a-6e1f-4b07-a779-100371ee35ca None None] Provisioning complete for port 4891b219-5344-44d8-ad59-3caf82f271d0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:06:55.062667 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd03a-6e1f-4b07-a779-100371ee35ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:55.136285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fd03a-6e1f-4b07-a779-100371ee35ca None None] Current status of the port 4891b219-5344-44d8-ad59-3caf82f271d0 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:06:55.136933 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd03a-6e1f-4b07-a779-100371ee35ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:55.154295 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'name': 'router1', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:06:42Z', 'updated_at': '2022-07-25T12:06:52Z', 'revision_number': 2, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'gw_port_host': None, '_interfaces': [{'id': '4891b219-5344-44d8-ad59-3caf82f271d0', 'name': '', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'mac_address': 'fa:16:3e:b1:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:51Z', 'updated_at': '2022-07-25T12:06:54Z', 'revision_number': 4, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'subnets': [{'id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c957e8fd-85fd-46e1-94c4-55eb705d09c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:06:55.170525 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-7c5fd03a-6e1f-4b07-a779-100371ee35ca None None] For port 4891b219-5344-44d8-ad59-3caf82f271d0, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=4891b219-5344-44d8-ad59-3caf82f271d0,segment=NetworkSegment(9a05392a-4635-4ec1-9c23-4025323c9ca6),segment_id=9a05392a-4635-4ec1-9c23-4025323c9ca6)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:06:55.175056 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd03a-6e1f-4b07-a779-100371ee35ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:55.180860 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d50e8-c583-4a6a-a403-b06928d92281 None None] The sync data for ids ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'] in dv-cinder-797608-61-iscsi is: [{'id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'name': 'router1', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:06:42Z', 'updated_at': '2022-07-25T12:06:52Z', 'revision_number': 2, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'gw_port_host': None, '_interfaces': [{'id': '4891b219-5344-44d8-ad59-3caf82f271d0', 'name': '', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'mac_address': 'fa:16:3e:b1:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:51Z', 'updated_at': '2022-07-25T12:06:54Z', 'revision_number': 4, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'subnets': [{'id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c957e8fd-85fd-46e1-94c4-55eb705d09c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:06:55.202464 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:55.234549 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fd03a-6e1f-4b07-a779-100371ee35ca None None] Pushing event updated for resources: {'Port': ['ID=4891b219-5344-44d8-ad59-3caf82f271d0,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:55.451425 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44000) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:55.848042 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42ad25-4e3f-4710-a720-561a91a8d05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:55.849583 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0f42ad25-4e3f-4710-a720-561a91a8d05a admin admin] 10.222.0.42 "GET /v2.0/networks/66e67a12-a800-42c3-a844-f77dfceea3f2 HTTP/1.1" status: 200 len: 842 time: 0.3970954 Jul 25 12:06:55.858891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:06:55.884573 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Made reservation on behalf of 827585a7cfe8411987f9b81102c1c103 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:06:55.886841 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:56.171645 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.objects.ports [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104017) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 25 12:06:56.171980 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (c93c280e-75cb-4553-a798-b9d6364c46cc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:56.202667 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:56.232515 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93c280e-75cb-4553-a798-b9d6364c46cc,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:06:56.243005 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:06:56.243378 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Network hostable DHCP agents. Network: 66e67a12-a800-42c3-a844-f77dfceea3f2, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:06:56.266080 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:06:56.276937 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 66e67a12-a800-42c3-a844-f77dfceea3f2) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:06:56.281359 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:56.282076 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:56.287099 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608dc966-b526-4c34-8782-77127d8bdafa None None] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:06:56.301655 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5805291c-fa2a-482e-8326-6a44775422d4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4459589 Jul 25 12:06:56.404836 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc1d98-9797-402b-88c0-e91bd5b1ac6b None None] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:06:56.477915 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:58.626586 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44008) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:06:59.037332 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2dc26579-5f7f-4f19-ba5d-8323bfaed271 demo admin] 10.222.0.42 "GET /v2.0/routers/8bdbbd9b-c7e7-4606-a87b-1a57defe8224 HTTP/1.1" status: 200 len: 710 time: 0.4094250 Jul 25 12:06:59.127520 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6147a-0352-4f5f-b1a1-84d7d57940b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:06:59.128988 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-dab6147a-0352-4f5f-b1a1-84d7d57940b8 demo admin] 10.222.0.42 "GET /v2.0/networks/66e67a12-a800-42c3-a844-f77dfceea3f2 HTTP/1.1" status: 200 len: 886 time: 0.0861294 Jul 25 12:06:59.137697 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:06:59.140419 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:59.350660 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:06:59.452115 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks [] for router_gateway (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:59.672002 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks [] for router_gateway (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:59.744481 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:59.849665 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Allocated IP 172.27.0.123 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/3c9cba78-cd80-4457-9ff7-0d47e5b540f5) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:06:59.949286 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks [] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:06:59.992130 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:00.030235 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:07:00.035328 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:07:00.038442 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:07:00.043931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Pushing event updated for resources: {'Port': ['ID=3c9cba78-cd80-4457-9ff7-0d47e5b540f5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:07:00.172712 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:00.178524 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 4891b219-5344-44d8-ad59-3caf82f271d0 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:07:00.205322 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:00.210248 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:00.228741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 4891b219-5344-44d8-ad59-3caf82f271d0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:07:00.229360 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:00.295790 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks [] for router_gateway (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:00.309298 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 4891b219-5344-44d8-ad59-3caf82f271d0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:07:00.485554 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2036020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-748'] for router (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:00.488861 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2036027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598754'] for router (8bdbbd9b-c7e7-4606-a87b-1a57defe8224), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:00.668336 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:07:00.766640 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:07:00.770882 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:00.772252 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8ee37e4f-b72f-4842-b8c4-299ba82c7afd demo admin] 10.222.0.42 "PUT /v2.0/routers/8bdbbd9b-c7e7-4606-a87b-1a57defe8224 HTTP/1.1" status: 200 len: 890 time: 1.6374533 Jul 25 12:07:01.538192 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Sync routers for ids ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:07:01.550812 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Routers {'8bdbbd9b-c7e7-4606-a87b-1a57defe8224'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:07:01.551460 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:06:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:07:01.752421 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Set router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:07:01.981420 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:02.130338 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'name': 'router1', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c9cba78-cd80-4457-9ff7-0d47e5b540f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:06:42Z', 'updated_at': '2022-07-25T12:07:00Z', 'revision_number': 4, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'gw_port': {'id': '3c9cba78-cd80-4457-9ff7-0d47e5b540f5', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:59Z', 'updated_at': '2022-07-25T12:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '4891b219-5344-44d8-ad59-3caf82f271d0', 'name': '', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'mac_address': 'fa:16:3e:b1:78:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:51Z', 'updated_at': '2022-07-25T12:06:55Z', 'revision_number': 5, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'subnets': [{'id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c957e8fd-85fd-46e1-94c4-55eb705d09c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:07:02.247991 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Checking router: 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:07:02.248367 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Updating router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:07:02.299331 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:02.612464 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Publish callbacks [] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:02.618892 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:02.672772 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Attempting to bind port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:07:02.673147 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Attempting to bind port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:07:02.673516 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Attempting to bind port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:07:02.676420 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216c250-87ba-49c3-b93a-d5c4276aaf25 None None] Pushing event updated for resources: {'Port': ['ID=3c9cba78-cd80-4457-9ff7-0d47e5b540f5,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:07:02.681717 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:07:02.682094 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:07:02.682495 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:02.682900 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:07:02.683341 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Bound port: 3c9cba78-cd80-4457-9ff7-0d47e5b540f5, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:07:02.683746 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:02.731171 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] For port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:07:02.735132 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] For port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3c9cba78-cd80-4457-9ff7-0d47e5b540f5,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:07:02.740646 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:02.812410 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Routers {'8bdbbd9b-c7e7-4606-a87b-1a57defe8224'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:07:02.813033 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:06:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:07:02.815201 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216c250-87ba-49c3-b93a-d5c4276aaf25 None None] Pushing event updated for resources: {'Port': ['ID=3c9cba78-cd80-4457-9ff7-0d47e5b540f5,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:07:02.918072 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] Set router 8bdbbd9b-c7e7-4606-a87b-1a57defe8224 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:07:03.033142 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:03.113396 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'name': 'router1', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c9cba78-cd80-4457-9ff7-0d47e5b540f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:06:42Z', 'updated_at': '2022-07-25T12:07:00Z', 'revision_number': 4, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'gw_port': {'id': '3c9cba78-cd80-4457-9ff7-0d47e5b540f5', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:59Z', 'updated_at': '2022-07-25T12:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '4891b219-5344-44d8-ad59-3caf82f271d0', 'name': '', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'mac_address': 'fa:16:3e:b1:78:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:51Z', 'updated_at': '2022-07-25T12:06:55Z', 'revision_number': 5, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'subnets': [{'id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c957e8fd-85fd-46e1-94c4-55eb705d09c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:07:03.138045 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcfa50-07f8-447d-b52c-521d7a73a0c4 None None] The sync data for ids ['8bdbbd9b-c7e7-4606-a87b-1a57defe8224'] in dv-cinder-797608-61-iscsi is: [{'id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'name': 'router1', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c9cba78-cd80-4457-9ff7-0d47e5b540f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:06:42Z', 'updated_at': '2022-07-25T12:07:00Z', 'revision_number': 4, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'gw_port': {'id': '3c9cba78-cd80-4457-9ff7-0d47e5b540f5', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:59Z', 'updated_at': '2022-07-25T12:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '4891b219-5344-44d8-ad59-3caf82f271d0', 'name': '', 'network_id': '6b11e7be-3b84-4a7e-a991-2a4adc02459a', 'tenant_id': '23c9d26ac78646c79204b87bd5332e2c', 'mac_address': 'fa:16:3e:b1:78:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdbbd9b-c7e7-4606-a87b-1a57defe8224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:06:51Z', 'updated_at': '2022-07-25T12:06:55Z', 'revision_number': 5, 'project_id': '23c9d26ac78646c79204b87bd5332e2c', 'subnets': [{'id': '9b5140e5-91de-4a31-a0c3-aecf0bbca984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c957e8fd-85fd-46e1-94c4-55eb705d09c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:07:03.182099 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44020) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:07:03.620660 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cece5a66-22cf-46ff-bab6-89392e3db3d8 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4372880 Jul 25 12:07:04.162650 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:07:04.192244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:04.217685 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:07:04.218133 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:04.289514 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:07:04.289913 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:04.311321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3c9cba78-cd80-4457-9ff7-0d47e5b540f5,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:07:04.315492 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:04.365607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=3c9cba78-cd80-4457-9ff7-0d47e5b540f5,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:07:05.156419 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=22 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:05.158500 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=54 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:06.184133 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:07:06.214950 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:06.231033 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:07:06.232225 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3c9cba78-cd80-4457-9ff7-0d47e5b540f5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:06.301340 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 3c9cba78-cd80-4457-9ff7-0d47e5b540f5 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:07:13.613839 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=59 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:13.616659 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=55 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:16.288592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:16.291015 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:16.299921 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=30 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:18.764893 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:07:21.254480 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-be685d7c-8dad-4a87-a879-083bf64e9e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:22.781987 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:23.371362 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f271b607-fd12-4dcb-80bf-6a6cc004d486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:24.613707 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:26.223491 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:26.430421 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:28.764731 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:36.415647 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:36.422948 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:36.425649 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:07:51.240721 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae13e-9bb5-487b-a5d5-f0efd7219692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:53.385458 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8c3ced23-3a4f-404b-9ed0-7e1e4cae2e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:54.614543 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:55.764954 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:07:56.214881 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:07:56.431213 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:05.761853 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:05.762630 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:06.417867 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=14 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:06.422031 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:06.424216 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:19.758235 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:19.758980 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:21.234886 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-49fa7679-f99d-46cd-94ca-f030c197e77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:23.377530 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9d64a135-93a4-4860-a544-4c09a6d10d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:24.616136 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:24.956859 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44560) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:25.291398 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c45e3f2-5a62-4088-8800-5bc03aee9b09 admin admin] GET failed (client error): The resource could not be found. Jul 25 12:08:25.292695 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0c45e3f2-5a62-4088-8800-5bc03aee9b09 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3348913 Jul 25 12:08:25.453189 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a490c-5bc0-432d-854f-75a114bacf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:25.454588 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ee9a490c-5bc0-432d-854f-75a114bacf92 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578374 Jul 25 12:08:26.215327 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:26.422522 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:27.615061 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44570) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:27.983919 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e726d9d6-36a4-4303-bf0b-f21a72041849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:27.985163 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e726d9d6-36a4-4303-bf0b-f21a72041849 admin admin] 10.222.0.42 "GET /v2.0/subnets/9b5140e5-91de-4a31-a0c3-aecf0bbca984 HTTP/1.1" status: 200 len: 849 time: 0.3691201 Jul 25 12:08:27.995313 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:08:28.082362 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Publish callbacks [] for subnet (9b5140e5-91de-4a31-a0c3-aecf0bbca984), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:28.223784 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753429723751'] for subnet (9b5140e5-91de-4a31-a0c3-aecf0bbca984), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:28.254514 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:28.255030 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:28.256329 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] 10.222.0.42 "PUT /v2.0/subnets/9b5140e5-91de-4a31-a0c3-aecf0bbca984 HTTP/1.1" status: 200 len: 868 time: 0.2652235 Jul 25 12:08:28.259114 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79803e71-b323-40fc-a7b1-2741b8da71b9 None None] Network 6b11e7be-3b84-4a7e-a991-2a4adc02459a requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:08:28.276933 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5140e5-91de-4a31-a0c3-aecf0bbca984,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:08:28.285362 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.285798 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.286170 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.286517 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.286849 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.287181 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.287506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.288010 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.288830 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.289156 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.289491 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.289824 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.290143 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.290461 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.290778 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83333-934e-4296-be82-5acd124b02ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:08:28.564428 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c8f6d3ed-34e4-4371-b730-3315e66581a1 None None] Provisioning complete for port 4891b219-5344-44d8-ad59-3caf82f271d0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:08:28.564818 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d3ed-34e4-4371-b730-3315e66581a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4891b219-5344-44d8-ad59-3caf82f271d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:28.640707 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6d3ed-34e4-4371-b730-3315e66581a1 None None] Current status of the port 4891b219-5344-44d8-ad59-3caf82f271d0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:08:28.649237 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c8f6d3ed-34e4-4371-b730-3315e66581a1 None None] Provisioning complete for port cb440bda-a11a-42b5-85b6-2e0e382d8554 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:08:28.649575 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d3ed-34e4-4371-b730-3315e66581a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (cb440bda-a11a-42b5-85b6-2e0e382d8554), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:28.718581 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6d3ed-34e4-4371-b730-3315e66581a1 None None] Current status of the port cb440bda-a11a-42b5-85b6-2e0e382d8554 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:08:30.450181 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44578) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:30.938212 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07015877-031c-4adb-8662-294833b0727f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:30.938681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07015877-031c-4adb-8662-294833b0727f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:30.940236 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-07015877-031c-4adb-8662-294833b0727f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4890833 Jul 25 12:08:32.763650 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:08:33.096688 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44586) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:33.621681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d1f5f-ba32-48eb-b091-19f8afd4c39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:33.622088 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d1f5f-ba32-48eb-b091-19f8afd4c39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:33.623653 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8b9d1f5f-ba32-48eb-b091-19f8afd4c39e admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5259573 Jul 25 12:08:35.826566 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44594) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:36.237069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:36.242696 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ad29b-e654-4c9b-af68-b3d4f51609ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:36.244081 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5a0ad29b-e654-4c9b-af68-b3d4f51609ff admin admin] 10.222.0.42 "GET /v2.0/networks/66e67a12-a800-42c3-a844-f77dfceea3f2 HTTP/1.1" status: 200 len: 886 time: 0.4165771 Jul 25 12:08:38.426823 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44602) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:38.712495 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:38.715061 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:38.717350 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:38.814855 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:38.836321 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c745d1-b15a-424b-a6bb-da5dffc2b92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:38.837707 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d3c745d1-b15a-424b-a6bb-da5dffc2b92d admin admin] 10.222.0.42 "GET /v2.0/networks/6b11e7be-3b84-4a7e-a991-2a4adc02459a HTTP/1.1" status: 200 len: 869 time: 0.4099946 Jul 25 12:08:40.995274 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44610) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:41.392754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74ee85-c99b-4608-a17a-e938883e8916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:41.393130 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74ee85-c99b-4608-a17a-e938883e8916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:41.394659 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5e74ee85-c99b-4608-a17a-e938883e8916 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3984015 Jul 25 12:08:42.759428 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:42.760244 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:43.549943 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44618) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:43.923616 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a159ed8-420d-4a65-a5ac-94c84b2001dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:43.923993 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a159ed8-420d-4a65-a5ac-94c84b2001dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:43.925481 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2a159ed8-420d-4a65-a5ac-94c84b2001dd admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3746018 Jul 25 12:08:46.089080 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44626) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:46.458315 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b93b61c-a1b8-4aac-afc5-4466161f7fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:46.459694 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7b93b61c-a1b8-4aac-afc5-4466161f7fe7 admin admin] 10.222.0.42 "GET /v2.0/subnets/9b5140e5-91de-4a31-a0c3-aecf0bbca984 HTTP/1.1" status: 200 len: 868 time: 0.3696475 Jul 25 12:08:48.758743 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44634) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:08:49.118296 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf571783-274b-4710-be58-f585d9696457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:08:49.119656 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cf571783-274b-4710-be58-f585d9696457 admin admin] 10.222.0.42 "GET /v2.0/subnets/c93c280e-75cb-4553-a798-b9d6364c46cc HTTP/1.1" status: 200 len: 816 time: 0.3598826 Jul 25 12:08:51.238626 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-38aef14a-6f40-46a2-9058-60b786f33e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:53.379853 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b537-ebda-4984-93a3-6b01a1e7ad9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:54.620104 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:56.217847 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:56.425895 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:08:59.113235 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=39 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:08:59.115087 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=25 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:06.412884 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:06.419057 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:06.421163 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:09.762821 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:09:16.764526 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44690) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:09:17.093813 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-f861b047-b569-4337-9588-5f84935e49b5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:09:17.094823 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f861b047-b569-4337-9588-5f84935e49b5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3293653 Jul 25 12:09:17.447725 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=15 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:19.327266 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 44698) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:09:19.658646 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b93dda-93ae-4199-a949-7188a1a18110 admin admin] GET failed (client error): The resource could not be found. Jul 25 12:09:19.659928 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-f9b93dda-93ae-4199-a949-7188a1a18110 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3316901 Jul 25 12:09:19.758306 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=19 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:19.803047 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe741af-7796-4e5d-ad08-9a6177104aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:09:19.804539 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-abe741af-7796-4e5d-ad08-9a6177104aea admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405277 Jul 25 12:09:21.241485 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6083-fa20-410c-bab4-b03e2900cc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:22.096170 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44708) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:09:22.432008 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:09:22.453078 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Made reservation on behalf of 827585a7cfe8411987f9b81102c1c103 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:09:22.455392 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:22.482248 dv-cinder-797608-61-iscsi neutron-server[104017]: WARNING neutron.services.revisions.revision_plugin [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Could not find related network for resource to bump revision. Jul 25 12:09:22.493307 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:09:22.503082 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (2d6ee07f-01c5-4785-a922-cda4c96c1b18), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:22.503428 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Added segment 2d6ee07f-01c5-4785-a922-cda4c96c1b18 of type vlan for network 631797c4-4957-4a63-958e-f5d87dfa6ff8 Jul 25 12:09:22.542170 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (631797c4-4957-4a63-958e-f5d87dfa6ff8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:22.567857 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (631797c4-4957-4a63-958e-f5d87dfa6ff8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:22.568798 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:09:22.569368 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:22.726487 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6291597 Jul 25 12:09:22.737161 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812070f7-ae8f-4054-a833-dd65709f510b admin admin] Pushing event updated for resources: {'Network': ['ID=631797c4-4957-4a63-958e-f5d87dfa6ff8,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:09:22.748648 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 631797c4-4957-4a63-958e-f5d87dfa6ff8 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:09:23.382579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-35f58da6-91d1-42e3-acb3-1d2dc9ce8922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:24.622816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:24.934087 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44716) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:09:25.264148 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b89d6a-d2ce-48d2-b32b-a1dfcf756e5b admin admin] GET failed (client error): The resource could not be found. Jul 25 12:09:25.265404 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e8b89d6a-d2ce-48d2-b32b-a1dfcf756e5b admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3303788 Jul 25 12:09:25.333567 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b935f-4e42-4c25-bf89-c1f7825eed92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:09:25.334996 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7b0b935f-4e42-4c25-bf89-c1f7825eed92 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654824 Jul 25 12:09:25.344522 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Request body: {'subnet': {'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:09:25.364224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Made reservation on behalf of 827585a7cfe8411987f9b81102c1c103 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:09:25.366549 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:25.536954 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (14044ed7-b3bf-4b79-99ae-94760c873f05), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:25.596671 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14044ed7-b3bf-4b79-99ae-94760c873f05,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:09:25.600828 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Checking segment: {'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:09:25.601181 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Network hostable DHCP agents. Network: 631797c4-4957-4a63-958e-f5d87dfa6ff8, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:09:25.618384 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Network 631797c4-4957-4a63-958e-f5d87dfa6ff8 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:09:25.627464 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 631797c4-4957-4a63-958e-f5d87dfa6ff8) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:09:25.631456 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:09:25.632072 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:25.636772 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ff9c56-689c-4416-b729-98f024ffc6bb None None] Network 631797c4-4957-4a63-958e-f5d87dfa6ff8 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:09:25.659569 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-56cab5b7-8c08-4499-a058-f733f382c249 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067424 Jul 25 12:09:25.844161 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-631797c4-4957-4a63-958e-f5d87dfa6ff8', 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8', 'project_id': '827585a7cfe8411987f9b81102c1c103', 'fixed_ips': [{'subnet_id': '14044ed7-b3bf-4b79-99ae-94760c873f05'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:09:25.845167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:25.987281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Allocated IP 192.168.233.2 (631797c4-4957-4a63-958e-f5d87dfa6ff8/14044ed7-b3bf-4b79-99ae-94760c873f05/01add428-929b-474d-8f82-b1fdf8bccc9d) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:09:26.128998 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Publish callbacks [] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:26.135243 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:26.178942 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Network 631797c4-4957-4a63-958e-f5d87dfa6ff8 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:09:26.183847 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:09:26.187679 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:09:26.190933 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Pushing event updated for resources: {'Port': ['ID=01add428-929b-474d-8f82-b1fdf8bccc9d,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:09:26.201768 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.202885 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.202885 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.202885 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.203453 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.203453 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.203918 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.204097 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.204437 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.207208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.207208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.207208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.207208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.207208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.207208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:09:26.261210 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:26.270467 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Attempting to bind port 01add428-929b-474d-8f82-b1fdf8bccc9d on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:09:26.270837 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Attempting to bind port 01add428-929b-474d-8f82-b1fdf8bccc9d by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:09:26.271201 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Attempting to bind port 01add428-929b-474d-8f82-b1fdf8bccc9d on network 631797c4-4957-4a63-958e-f5d87dfa6ff8 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:09:26.276690 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:09:26.277061 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Checking segment: {'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:09:26.277464 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:26.277854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Bound using segment: {'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:09:26.278321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Bound port: 01add428-929b-474d-8f82-b1fdf8bccc9d, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:09:26.278699 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:26.342613 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] For port 01add428-929b-474d-8f82-b1fdf8bccc9d, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:09:26.345692 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] For port 01add428-929b-474d-8f82-b1fdf8bccc9d, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=01add428-929b-474d-8f82-b1fdf8bccc9d,segment=NetworkSegment(2d6ee07f-01c5-4785-a922-cda4c96c1b18),segment_id=2d6ee07f-01c5-4785-a922-cda4c96c1b18)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:09:26.352145 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:26.421339 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be607461-1bf7-4f96-96b3-cbd34f715b0d None None] Pushing event updated for resources: {'Port': ['ID=01add428-929b-474d-8f82-b1fdf8bccc9d,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:09:26.439154 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:27.229817 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee5cec-8c41-4c11-b9c5-836ae7c45b42 None None] Network 631797c4-4957-4a63-958e-f5d87dfa6ff8 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:09:27.290673 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-b7badfe0-5472-446e-a3a4-b7482ffe6b74 None None] Provisioning complete for port 01add428-929b-474d-8f82-b1fdf8bccc9d triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:09:27.291705 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b7badfe0-5472-446e-a3a4-b7482ffe6b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:27.405557 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b7badfe0-5472-446e-a3a4-b7482ffe6b74 None None] Current status of the port 01add428-929b-474d-8f82-b1fdf8bccc9d is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:09:27.406204 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b7badfe0-5472-446e-a3a4-b7482ffe6b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:27.445991 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-b7badfe0-5472-446e-a3a4-b7482ffe6b74 None None] For port 01add428-929b-474d-8f82-b1fdf8bccc9d, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=01add428-929b-474d-8f82-b1fdf8bccc9d,segment=NetworkSegment(2d6ee07f-01c5-4785-a922-cda4c96c1b18),segment_id=2d6ee07f-01c5-4785-a922-cda4c96c1b18)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:09:27.451631 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b7badfe0-5472-446e-a3a4-b7482ffe6b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:27.501578 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7badfe0-5472-446e-a3a4-b7482ffe6b74 None None] Pushing event updated for resources: {'Port': ['ID=01add428-929b-474d-8f82-b1fdf8bccc9d,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:09:27.670351 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-5570df6c-36dc-4a9f-978e-75789e7403fd None None] Provisioning complete for port 01add428-929b-474d-8f82-b1fdf8bccc9d triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:09:27.670730 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5570df6c-36dc-4a9f-978e-75789e7403fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:27.742003 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-5570df6c-36dc-4a9f-978e-75789e7403fd None None] Current status of the port 01add428-929b-474d-8f82-b1fdf8bccc9d is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:09:28.251265 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 01add428-929b-474d-8f82-b1fdf8bccc9d up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:09:28.292780 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:28.294140 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:28.299391 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:28.302302 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 01add428-929b-474d-8f82-b1fdf8bccc9d triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:09:28.302651 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (01add428-929b-474d-8f82-b1fdf8bccc9d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:28.378091 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 01add428-929b-474d-8f82-b1fdf8bccc9d is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:09:29.791336 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=11 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:29.802485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=11 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:35.641062 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=71,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:35.641872 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=65,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:38.366626 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:38.368514 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=11 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:38.377243 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:46.761917 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:09:51.243031 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3dd536a8-7aa2-4844-925f-ae69ee17f20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:53.384387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0976f6e2-e53d-4d9c-95f6-17a8558ed2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:54.625261 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:56.229191 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:56.433682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:09:56.757876 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:09:56.758640 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:06.422950 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=14 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:06.427118 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:06.429214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:21.246325 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5751-0b44-4889-8208-3a031edd0f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:23.386436 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-eb38ab42-da6f-4796-8119-6eaa86cee852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:23.760835 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:10:24.628801 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:26.234760 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:26.436696 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:33.756482 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:33.757726 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:36.426296 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:36.430043 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:36.432286 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:10:51.248473 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f7b87974-b6e1-4baa-9e25-2de2ae6c2cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:53.391080 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4edafdf8-4fd3-4fbd-8bb6-d2022a4a9cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:54.634577 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:54.658379 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44756) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:10:54.664356 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-aaa6d8df-303b-431a-a362-43a50a22fcdd tempest-verify_tempest_config-756163986 tempest-verify_tempest_config-756163986-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:10:54.665334 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-aaa6d8df-303b-431a-a362-43a50a22fcdd tempest-verify_tempest_config-756163986 tempest-verify_tempest_config-756163986-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059702 Jul 25 12:10:55.171215 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 44774) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:10:55.505888 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:55.590182 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Publish callbacks [] for security_group (0576824e-5d01-48a7-b4b1-6143ddcbb61f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:55.593972 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0576824e-5d01-48a7-b4b1-6143ddcbb61f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:55.638150 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0576824e-5d01-48a7-b4b1-6143ddcbb61f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:10:55.642834 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95cc02a30ed54e10abb6f02cf3e15610&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4706066 Jul 25 12:10:55.645690 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 44778) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:10:55.647389 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.647769 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.648132 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.648478 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.648814 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.649148 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.649470 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.649801 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.650126 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.650451 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.650826 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.651157 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.651478 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.651824 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.652158 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177d453-8850-46f7-ba95-255e0f5f7f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.728563 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Publish callbacks [] for security_group (0576824e-5d01-48a7-b4b1-6143ddcbb61f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:55.749442 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Publish callbacks [] for security_group (0576824e-5d01-48a7-b4b1-6143ddcbb61f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:55.842186 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0576824e-5d01-48a7-b4b1-6143ddcbb61f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:55.844704 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:55.845862 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0576824e-5d01-48a7-b4b1-6143ddcbb61f HTTP/1.1" status: 204 len: 168 time: 0.1991930 Jul 25 12:10:55.854197 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0576824e-5d01-48a7-b4b1-6143ddcbb61f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:10:55.860902 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.861255 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.861613 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.861959 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.862294 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.862629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.862958 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.863282 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.863645 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.864024 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.864288 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.864613 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.864933 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.865254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:55.865573 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d424dc-83e5-4c05-bce2-fb495cf480bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:10:56.234311 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:10:56.440538 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:00.759007 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:11:04.775507 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:05.635829 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:05.640945 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=22,neutron:INSERT=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:05.856676 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:05.857437 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:06.428350 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:06.432583 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:06.434694 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:17.360730 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=19 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:17.362570 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=13 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:21.250043 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-49b94e3c-0785-45c5-87d7-a8a50807431e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:23.394162 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a53272bd-3423-4348-a859-abed1b806b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:24.635345 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:26.235142 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:26.442446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:36.231140 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:36.436222 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:36.438120 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:37.757250 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:11:41.776784 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:47.754682 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:11:51.251930 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-154e110f-c034-4fe5-8b86-8819f5894612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:53.395898 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6fc54c44-a96f-4471-9b52-491a3ee9399e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:54.638529 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:56.244155 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:11:56.445607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:04.762938 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:04.763751 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:06.435293 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=15 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:06.439331 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:06.441146 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:14.755915 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 5 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:12:19.759420 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:21.253705 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-453a2040-e397-4b18-812c-efd31910353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:23.397349 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cc305cac-2fe9-4204-b8a2-2df95fc988f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:24.640669 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:24.752380 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:26.240738 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:26.446702 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:36.436826 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:36.441025 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:36.442775 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:43.012272 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598104'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:51.256210 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-38f180de-5a95-41b2-8fc6-7c708eac7988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:51.754744 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:12:53.399395 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3828e061-7d6d-4eb4-b7bc-accbfde7eb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:54.647818 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:55.070365 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 44874) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:12:55.196541 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-c1551f82-54eb-4ef2-b04d-58a29d0eddea admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1249771 Jul 25 12:12:55.773639 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:12:56.256174 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:56.449157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:12:57.245861 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 44884) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:12:57.303611 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-f03f8c28-4f4a-4964-8f8b-1456f06d1463 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0566711 Jul 25 12:13:01.750861 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:05.191178 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:06.437226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:06.438032 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:06.444436 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:INSERT=1,neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:07.298953 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:12.998736 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:17.366398 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=9 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:17.368235 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=17 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:21.258378 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-af063c78-8810-4f7e-9686-b1fac6dd3243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:23.402455 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc5ed-2f69-4b11-b421-e4fd9efb963e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:24.647657 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:26.246592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:26.453360 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:28.753677 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:13:32.777432 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:36.442840 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:36.447268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:36.449386 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:38.749429 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:13:43.027335 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:51.260437 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-259a3668-9fd7-4fe2-b20c-b6d9a4b04ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:53.474226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf6f-87b2-4329-9495-be6497c1f4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:54.664401 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:56.252555 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:13:56.455590 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:05.752617 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:14:06.445250 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:06.448635 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:06.452134 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:13.041575 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:19.764066 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:19.765225 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:21.268105 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8b841509-5c3a-4f03-91c2-da778fdffd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:23.037476 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:23.407270 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f5ca3e5d-9597-45d4-b483-03c7945ab7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:24.656054 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:26.252461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:26.459036 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:34.903270 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45044) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:35.160855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-810722349-network', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:35.186533 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Made reservation on behalf of aef3a5bd8ffa43718ea02647f1f74fc8 for: {'network': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:35.189414 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.204799 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.299016 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks [] for security_group (748207ff-c4f2-4bc9-aebe-86acf16f45c2), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.304532 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (748207ff-c4f2-4bc9-aebe-86acf16f45c2), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.335905 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748207ff-c4f2-4bc9-aebe-86acf16f45c2,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:35.348227 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.348652 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.349077 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.349476 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.350037 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.350570 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.351108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.351652 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.352139 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.352622 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.353105 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.354115 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.354677 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.355159 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.355649 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Tracked resource versions report: Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: pushed versions: Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Log': {'1.0'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Network': {'1.1'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Port': {'1.7'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: consumer versions: Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: HyperV agent@hv-cinder-79760: {}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Agent': '1.1', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Log': '1.0', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Network': '1.1', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Port': '1.7', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'SubPort': '1.0', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Subnet': '1.1', Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Jul 25 12:14:35.357107 dv-cinder-797608-61-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:14:35.363121 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=104018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:14:35.381042 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753429828482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (821d21e8-5b82-4c28-a11c-f46a3dcf8e98), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.381797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Unsubscribe: segment precommit_create {{(pid=104018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 12:14:35.382478 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.segments_db [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Added segment 821d21e8-5b82-4c28-a11c-f46a3dcf8e98 of type vlan for network 36635bbd-0783-4ae1-9364-d8aba7145b80 Jul 25 12:14:35.444595 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (36635bbd-0783-4ae1-9364-d8aba7145b80), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.496244 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (36635bbd-0783-4ae1-9364-d8aba7145b80), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.498203 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:35.499190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.592658 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6869183 Jul 25 12:14:35.595832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45092) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:35.602568 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Request body: {'subnet': {'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-subnet', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:35.623134 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f54e-bc3f-4ff1-aa42-dd87f4d56e46 admin admin] Pushing event updated for resources: {'Network': ['ID=36635bbd-0783-4ae1-9364-d8aba7145b80,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:35.630788 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Made reservation on behalf of aef3a5bd8ffa43718ea02647f1f74fc8 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:35.637087 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.639327 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:14:35.835874 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (e5bd0936-da6c-4f0a-8842-144a0efc888d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.850417 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45102) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:35.885466 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bd0936-da6c-4f0a-8842-144a0efc888d,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:35.892550 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.892550 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.892807 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.893034 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.893359 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.893682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.893998 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.894319 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.894648 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.894972 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.895292 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.895630 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.895944 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.896255 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.896564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Tracked resource versions report: Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: pushed versions: Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Log': {'1.0'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Network': {'1.1'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Port': {'1.7'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: consumer versions: Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: HyperV agent@hv-cinder-79760: {}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Agent': '1.1', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Log': '1.0', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Network': '1.1', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Port': '1.7', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'SubPort': '1.0', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Subnet': '1.1', Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Jul 25 12:14:35.897760 dv-cinder-797608-61-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:14:35.918156 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Checking segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:35.918582 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Network hostable DHCP agents. Network: 36635bbd-0783-4ae1-9364-d8aba7145b80, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:14:35.941281 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:14:35.952211 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 36635bbd-0783-4ae1-9364-d8aba7145b80) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:35.962626 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:35.963442 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:35.966133 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf0e49-cb16-4c90-920b-d6406ffd5f97 None None] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:35.988454 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45112) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:35.989319 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-475d287e-fe19-4932-9701-3a8756e07cf8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3902049 Jul 25 12:14:35.993232 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:36.001162 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45114) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:36.027416 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (594bfd98-fdf5-4580-aed9-a808a064bdd4), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.029624 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (594bfd98-fdf5-4580-aed9-a808a064bdd4), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.086965 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45118) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:36.115811 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks [] for router_controller (594bfd98-fdf5-4580-aed9-a808a064bdd4), precommit_add_association {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.128048 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-36635bbd-0783-4ae1-9364-d8aba7145b80', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:14:36.129009 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.186669 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45134) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:36.249204 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-647884424-network', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:36.344642 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks [] for router_gateway (594bfd98-fdf5-4580-aed9-a808a064bdd4), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.352463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Made reservation on behalf of ce78c16fa24c475b945a64a7995c70e4 for: {'network': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:36.355408 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.356673 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Allocated IP 172.20.0.2 (36635bbd-0783-4ae1-9364-d8aba7145b80/e5bd0936-da6c-4f0a-8842-144a0efc888d/a0a40778-bb60-4e55-b095-33c05b789ada) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:36.369715 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.463635 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-577331376-network', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:36.511240 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Publish callbacks [] for port (a0a40778-bb60-4e55-b095-33c05b789ada), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.516363 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1074678924-network', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:36.523504 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.526924 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Made reservation on behalf of 2d9f339447114912b0c92b99e028fbbf for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:36.528300 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:36.530078 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:36.530740 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.540470 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1391462536-network', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:36.593628 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.606495 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Made reservation on behalf of 05e8cdf9803c4388a79e123894ab34b1 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:36.610553 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.628558 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.641750 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Made reservation on behalf of 11ff6cbb1ad04f0faa8b2ed2a66cdca4 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:36.644449 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Pushing event updated for resources: {'Port': ['ID=a0a40778-bb60-4e55-b095-33c05b789ada,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:36.646241 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.654853 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:36.667101 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:36.674675 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:36.677750 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:36.681691 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.682244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.682956 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.683510 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.684156 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.684714 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.685208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.685745 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.686244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.686759 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.687452 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.687972 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.688451 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.688960 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.690080 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Tracked resource versions report: Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: pushed versions: Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: { 'AddressGroup': {'1.2'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Agent': {'1.1'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'ConntrackHelper': {'1.0'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Log': {'1.0'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'NDPProxy': {'1.0'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Network': {'1.1'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Port': {'1.7'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'PortForwarding': {'1.3'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'QosPolicy': {'1.10'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroup': {'1.5'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SubPort': {'1.0'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Subnet': {'1.1'}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Trunk': {'1.1'}} Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: consumer versions: Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: HyperV agent@hv-cinder-79760: {}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Agent': '1.1', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'ConntrackHelper': '1.0', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'LocalIPAssociation': '1.0', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Log': '1.0', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'NDPProxy': '1.0', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Network': '1.1', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Port': '1.7', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'PortForwarding': '1.3', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'QosPolicy': '1.10', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroup': '1.5', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SecurityGroupRule': '1.2', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'SubPort': '1.0', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Subnet': '1.1', Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: 'Trunk': '1.1'}} Jul 25 12:14:36.691748 dv-cinder-797608-61-iscsi neutron-server[104019]: {{(pid=104019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:14:36.701677 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:36.771494 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks [] for security_group (28100db8-f0c6-4575-a346-85e6f66af989), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.778793 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks [] for security_group (ce051436-7803-4215-ad83-cb124a2a0d6c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.780623 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.798810 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:36.831016 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (28100db8-f0c6-4575-a346-85e6f66af989), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.850563 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (ce051436-7803-4215-ad83-cb124a2a0d6c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.867502 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Attempting to bind port a0a40778-bb60-4e55-b095-33c05b789ada on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:36.869420 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Attempting to bind port a0a40778-bb60-4e55-b095-33c05b789ada by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:36.869967 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Attempting to bind port a0a40778-bb60-4e55-b095-33c05b789ada on network 36635bbd-0783-4ae1-9364-d8aba7145b80 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:36.872026 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks [] for router_gateway (594bfd98-fdf5-4580-aed9-a808a064bdd4), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.888598 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:36.890322 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Checking segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:36.890878 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.893285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Bound using segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:36.894275 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Bound port: a0a40778-bb60-4e55-b095-33c05b789ada, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:36.894486 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:14:36.896592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.899587 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:36.957297 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (3b675c06-151e-43b2-93b9-55fd50df9a68), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:36.957653 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Added segment 3b675c06-151e-43b2-93b9-55fd50df9a68 of type vlan for network a511a4d3-2b90-4c1e-8d84-619387a492cd Jul 25 12:14:36.961652 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=104018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:14:36.979571 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.022810 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks [] for security_group (af19368e-5af0-4539-98a8-5574ac5ac460), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.025856 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce051436-7803-4215-ad83-cb124a2a0d6c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:37.030545 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28100db8-f0c6-4575-a346-85e6f66af989,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:37.050528 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (62944b86-a4e6-4198-9401-d74a89e5607a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.051621 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.segments_db [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Added segment 62944b86-a4e6-4198-9401-d74a89e5607a of type vlan for network 18a1dbad-381e-4747-8a32-f7e07d523a46 Jul 25 12:14:37.069945 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] For port a0a40778-bb60-4e55-b095-33c05b789ada, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:37.074135 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] For port a0a40778-bb60-4e55-b095-33c05b789ada, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=a0a40778-bb60-4e55-b095-33c05b789ada,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:37.088282 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.094197 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (af19368e-5af0-4539-98a8-5574ac5ac460), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.128088 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (a511a4d3-2b90-4c1e-8d84-619387a492cd), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.168929 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:14:37.235502 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6e83f-fc6b-48fa-af79-3223a48877f1 None None] Pushing event updated for resources: {'Port': ['ID=a0a40778-bb60-4e55-b095-33c05b789ada,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:37.240337 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (18a1dbad-381e-4747-8a32-f7e07d523a46), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.263612 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19368e-5af0-4539-98a8-5574ac5ac460,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:37.293710 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (480e0119-516d-485f-9859-f1b8a8f7cbd1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.294451 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Added segment 480e0119-516d-485f-9859-f1b8a8f7cbd1 of type vlan for network b6bc64d3-b55c-4e64-a050-b439cd834684 Jul 25 12:14:37.333468 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks [] for security_group (40ffeb14-40cf-4165-b6c6-001e1d4f5006), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.355294 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (40ffeb14-40cf-4165-b6c6-001e1d4f5006), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.368277 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (18a1dbad-381e-4747-8a32-f7e07d523a46), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.370672 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:37.371504 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.448907 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (a511a4d3-2b90-4c1e-8d84-619387a492cd), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.448907 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:37.449412 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.531908 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6394947 Jul 25 12:14:37.541851 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ffeb14-40cf-4165-b6c6-001e1d4f5006,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:37.564323 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45176) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:37.583207 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:14:37.588953 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (b6bc64d3-b55c-4e64-a050-b439cd834684), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.632333 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Request body: {'subnet': {'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-647884424-subnet', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:37.658967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6024b7-72c4-4755-a80a-913bb19db933 admin admin] Pushing event updated for resources: {'Network': ['ID=18a1dbad-381e-4747-8a32-f7e07d523a46,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:37.676442 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:14:37.686936 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (6e2f6faa-aac1-4db6-a0ad-c8454240d119), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.687579 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Added segment 6e2f6faa-aac1-4db6-a0ad-c8454240d119 of type vlan for network 5fd11542-87b8-48c3-9db2-c824ddc0af2f Jul 25 12:14:37.764490 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (5fd11542-87b8-48c3-9db2-c824ddc0af2f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.835908 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Allocated IP 172.27.0.226 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/149ac655-c04b-439e-a967-2b1f6cd5024e) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:37.859753 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.db.resource_extend [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 12:14:37.902237 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7090938 Jul 25 12:14:37.905129 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45202) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:37.910046 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Made reservation on behalf of ce78c16fa24c475b945a64a7995c70e4 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:37.912699 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.918464 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Request body: {'subnet': {'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1391462536-subnet', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:37.925665 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (5fd11542-87b8-48c3-9db2-c824ddc0af2f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.926598 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:37.927171 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:37.934050 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f470de-8cd5-4e49-aab6-874d07119b26 admin admin] Pushing event updated for resources: {'Network': ['ID=a511a4d3-2b90-4c1e-8d84-619387a492cd,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:37.953523 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network a511a4d3-2b90-4c1e-8d84-619387a492cd details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:14:38.033610 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks [] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.082099 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:38.083584 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd11542-87b8-48c3-9db2-c824ddc0af2f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:38.085967 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (b6bc64d3-b55c-4e64-a050-b439cd834684), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.086981 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:38.087905 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.099823 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:14:38.136593 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.172231 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.0836985 Jul 25 12:14:38.180167 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45212) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:38.182933 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daec20-60a6-439d-bc88-d368afa189bf admin admin] Pushing event updated for resources: {'Network': ['ID=b6bc64d3-b55c-4e64-a050-b439cd834684,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:38.190431 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Request body: {'subnet': {'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-subnet', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:38.219054 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:38.225113 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network b6bc64d3-b55c-4e64-a050-b439cd834684 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:14:38.242892 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:38.248972 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-781e0b0e-40d1-4131-97d7-8664bd385824 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.2439070 Jul 25 12:14:38.250029 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Made reservation on behalf of 11ff6cbb1ad04f0faa8b2ed2a66cdca4 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:38.252469 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.253978 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:38.256399 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Made reservation on behalf of 05e8cdf9803c4388a79e123894ab34b1 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:38.263324 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.270823 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45216) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:38.280956 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:38.282295 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Request body: {'subnet': {'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-subnet', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:38.359825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Made reservation on behalf of 2d9f339447114912b0c92b99e028fbbf for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:14:38.362169 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.385813 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:38.473882 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Pushing event updated for resources: {'Port': ['ID=149ac655-c04b-439e-a967-2b1f6cd5024e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:38.574718 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a0a40778-bb60-4e55-b095-33c05b789ada up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:38.740334 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port a0a40778-bb60-4e55-b095-33c05b789ada triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:38.742065 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.799763 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:38.830643 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874cb356-ae23-4524-bc71-92cca00b4516 None None] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:38.835208 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks [] for router_gateway (594bfd98-fdf5-4580-aed9-a808a064bdd4), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:38.965797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:39.035950 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-1a0113a7-105c-4441-ac40-2f7274552744 None None] Provisioning complete for port a0a40778-bb60-4e55-b095-33c05b789ada triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:39.036551 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a0113a7-105c-4441-ac40-2f7274552744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.043513 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:39.173636 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port a0a40778-bb60-4e55-b095-33c05b789ada is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:39.174461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.207156 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (594bfd98-fdf5-4580-aed9-a808a064bdd4), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.231854 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (3e9869e3-2608-444f-84ae-f2061a747541), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.233986 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (adfd1404-61aa-4803-b4c6-d30e52c6737d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.290258 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port a0a40778-bb60-4e55-b095-33c05b789ada, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=a0a40778-bb60-4e55-b095-33c05b789ada,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:39.298697 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-1a0113a7-105c-4441-ac40-2f7274552744 None None] Current status of the port a0a40778-bb60-4e55-b095-33c05b789ada is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:39.299123 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a0113a7-105c-4441-ac40-2f7274552744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.319361 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.321694 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.379509 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9869e3-2608-444f-84ae-f2061a747541,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:39.402380 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45254) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:39.402813 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:39.496365 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Router 594bfd98-fdf5-4580-aed9-a808a064bdd4 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:14:39.501151 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=a0a40778-bb60-4e55-b095-33c05b789ada,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:39.507278 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.db.api [None req-1a0113a7-105c-4441-ac40-2f7274552744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:14:39.508041 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG oslo_db.api [None req-1a0113a7-105c-4441-ac40-2f7274552744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:14:39.645322 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:39.653255 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Checking segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:39.653426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Network hostable DHCP agents. Network: 18a1dbad-381e-4747-8a32-f7e07d523a46, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:14:39.659596 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Sync routers for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:39.669466 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.671317 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a75034a3-9380-4a77-a956-ca1219434a54 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6812558 Jul 25 12:14:39.675187 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:39.675502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45262) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:39.675954 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:39.716079 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfd1404-61aa-4803-b4c6-d30e52c6737d,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:39.818322 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:39.839997 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (082c8cc8-f3ca-425d-b97d-f3957b506030), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:39.864649 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:14:39.904413 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:39.905561 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Checking segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:39.905976 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Network hostable DHCP agents. Network: b6bc64d3-b55c-4e64-a050-b439cd834684, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:14:39.963910 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=082c8cc8-f3ca-425d-b97d-f3957b506030,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:39.972997 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 18a1dbad-381e-4747-8a32-f7e07d523a46) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:39.982383 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cde657-8c89-4756-8ce8-0c3e29797e97 None None] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:39.997196 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:39.997792 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.011031 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Checking segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:40.011466 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Network hostable DHCP agents. Network: 5fd11542-87b8-48c3-9db2-c824ddc0af2f, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:14:40.044449 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-843b3ad1-167c-4aeb-b799-3d59f5774d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.089446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-1a0113a7-105c-4441-ac40-2f7274552744 None None] Current status of the port a0a40778-bb60-4e55-b095-33c05b789ada is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:40.096362 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:38Z', 'revision_number': 3, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:40.104111 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-11b9e57b-3402-4ec4-bd5a-42f9a8cf4361 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4994895 Jul 25 12:14:40.104303 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45274) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:40.108832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Checking segment: {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:40.109215 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Network hostable DHCP agents. Network: a511a4d3-2b90-4c1e-8d84-619387a492cd, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:14:40.110916 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:40.113632 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:14:40.132481 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, b6bc64d3-b55c-4e64-a050-b439cd834684) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:40.140396 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe4d72-5881-4f00-962e-69b69b597ec3 None None] Network b6bc64d3-b55c-4e64-a050-b439cd834684 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:40.141509 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:40.142233 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.147381 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-18a1dbad-381e-4747-8a32-f7e07d523a46', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:14:40.149045 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.150802 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Checking router: 594bfd98-fdf5-4580-aed9-a808a064bdd4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:14:40.151831 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Updating router 594bfd98-fdf5-4580-aed9-a808a064bdd4 port 149ac655-c04b-439e-a967-2b1f6cd5024e binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:14:40.182996 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-abb67fda-0ce7-4564-b30a-d4b3454c564e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0013888 Jul 25 12:14:40.187441 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45280) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:40.194445 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:40.199931 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.222087 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (9eedf168-f787-4cee-b3ae-3ee348adfa04), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.223214 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (9eedf168-f787-4cee-b3ae-3ee348adfa04), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.228687 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:14:40.229211 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.235423 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Network a511a4d3-2b90-4c1e-8d84-619387a492cd is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:14:40.251318 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (4435c615-0723-46db-93e6-a114fb40cae4), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.252598 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (4435c615-0723-46db-93e6-a114fb40cae4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.257650 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-1dafca5c-fcbd-46a5-8727-2884713cd744 None None] Provisioning complete for port a0a40778-bb60-4e55-b095-33c05b789ada triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:40.258443 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1dafca5c-fcbd-46a5-8727-2884713cd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.262647 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, a511a4d3-2b90-4c1e-8d84-619387a492cd) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:40.269053 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:40.269053 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.275947 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.277088 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 5fd11542-87b8-48c3-9db2-c824ddc0af2f) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:40.281759 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:40.282942 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.298338 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e7362-1ce1-434f-b5af-8736c93d05e2 None None] Network a511a4d3-2b90-4c1e-8d84-619387a492cd requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:40.300975 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00265e6-fe65-473f-8913-dbbbf98ca463 None None] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:40.344714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.380253 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a7f366a6-4f69-45d5-8ee2-e35b5cbe495b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1068513 Jul 25 12:14:40.401068 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45294) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:40.414423 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:40.463599 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.477993 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (522a853c-4368-4582-b32c-edbf008d4a7d), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.490043 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (522a853c-4368-4582-b32c-edbf008d4a7d), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.500521 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-466933aa-5046-41ba-865d-351735d88acc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5912004 Jul 25 12:14:40.501332 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45296) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:40.539636 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:40.577690 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (519d260f-a269-4a5e-b544-387929e54e0e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.579226 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (519d260f-a269-4a5e-b544-387929e54e0e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.589290 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks [] for router_controller (4435c615-0723-46db-93e6-a114fb40cae4), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.593119 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.595442 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-843b3ad1-167c-4aeb-b799-3d59f5774d56 admin admin] Publish callbacks [] for security_group (06842acf-bfcb-4a03-b5a7-d064130898f4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.597169 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a0a40778-bb60-4e55-b095-33c05b789ada up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:40.598917 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Publish callbacks [] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.611410 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-843b3ad1-167c-4aeb-b799-3d59f5774d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (06842acf-bfcb-4a03-b5a7-d064130898f4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.612197 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.645332 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks [] for router_controller (9eedf168-f787-4cee-b3ae-3ee348adfa04), precommit_add_association {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.652197 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.656104 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-a511a4d3-2b90-4c1e-8d84-619387a492cd', 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd', 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'fixed_ips': [{'subnet_id': '082c8cc8-f3ca-425d-b97d-f3957b506030'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:14:40.657244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.679815 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-843b3ad1-167c-4aeb-b799-3d59f5774d56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13ebc33acf09437699e79e3ba39e14bb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2695799 Jul 25 12:14:40.687888 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Pushing event updated for resources: {'Port': ['ID=149ac655-c04b-439e-a967-2b1f6cd5024e,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:40.688496 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45302) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:40.701523 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.702142 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.702785 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.703298 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.703980 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.704347 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.705046 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.705341 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.705665 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.705997 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.707579 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.707579 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.707579 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.707579 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.707968 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:14:40.708090 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Tracked resource versions report: Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: pushed versions: Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: { 'AddressGroup': {'1.2'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Agent': {'1.1'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'ConntrackHelper': {'1.0'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Log': {'1.0'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'NDPProxy': {'1.0'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Network': {'1.1'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Port': {'1.7'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'PortForwarding': {'1.3'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'QosPolicy': {'1.10'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroup': {'1.5'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SubPort': {'1.0'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Subnet': {'1.1'}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Trunk': {'1.1'}} Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: consumer versions: Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: { DHCP agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: HyperV agent@hv-cinder-79760: {}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: L3 agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: Metadata agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: Metering agent@dv-cinder-797608-61-iscsi: {}, Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: Open vSwitch agent@dv-cinder-797608-61-iscsi: { 'AddressGroup': '1.2', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Agent': '1.1', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'ConntrackHelper': '1.0', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'LocalIPAssociation': '1.0', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Log': '1.0', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'NDPProxy': '1.0', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Network': '1.1', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Port': '1.7', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'PortForwarding': '1.3', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'QosPolicy': '1.10', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroup': '1.5', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SecurityGroupRule': '1.2', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'SubPort': '1.0', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Subnet': '1.1', Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: 'Trunk': '1.1'}} Jul 25 12:14:40.709189 dv-cinder-797608-61-iscsi neutron-server[104020]: {{(pid=104020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:14:40.716644 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.751423 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Attempting to bind port 149ac655-c04b-439e-a967-2b1f6cd5024e on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:40.753876 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Attempting to bind port 149ac655-c04b-439e-a967-2b1f6cd5024e by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:40.754415 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Attempting to bind port 149ac655-c04b-439e-a967-2b1f6cd5024e on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:40.760752 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:40.761454 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:40.762028 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.762597 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:40.763289 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Bound port: 149ac655-c04b-439e-a967-2b1f6cd5024e, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:40.795115 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.798089 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.802032 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port a0a40778-bb60-4e55-b095-33c05b789ada triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:40.802537 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.822892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks [] for router_controller (519d260f-a269-4a5e-b544-387929e54e0e), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.847827 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] For port 149ac655-c04b-439e-a967-2b1f6cd5024e, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:40.851923 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] For port 149ac655-c04b-439e-a967-2b1f6cd5024e, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=149ac655-c04b-439e-a967-2b1f6cd5024e,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:40.863071 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks [] for router_controller (522a853c-4368-4582-b32c-edbf008d4a7d), precommit_add_association {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.863632 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.866168 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b3ad1-167c-4aeb-b799-3d59f5774d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06842acf-bfcb-4a03-b5a7-d064130898f4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:40.925981 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.928048 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:40.931156 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d712c-4252-4740-96b9-2eca2ed131ca None None] Pushing event updated for resources: {'Port': ['ID=149ac655-c04b-439e-a967-2b1f6cd5024e,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:40.940487 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-b6bc64d3-b55c-4e64-a050-b439cd834684', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:14:40.941488 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:40.956121 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:40.956984 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:40.995240 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks [] for router_gateway (4435c615-0723-46db-93e6-a114fb40cae4), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.115631 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:41.131092 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks [] for router_gateway (519d260f-a269-4a5e-b544-387929e54e0e), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.140757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Allocated IP 172.20.0.2 (18a1dbad-381e-4747-8a32-f7e07d523a46/3e9869e3-2608-444f-84ae-f2061a747541/2ad363ba-2089-4df4-b270-d853ba76b91e) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:41.183020 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-1dafca5c-fcbd-46a5-8727-2884713cd744 None None] Current status of the port a0a40778-bb60-4e55-b095-33c05b789ada is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:41.204843 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Allocated IP 172.20.0.2 (a511a4d3-2b90-4c1e-8d84-619387a492cd/082c8cc8-f3ca-425d-b97d-f3957b506030/b8d08fef-b9ea-4259-b227-23ec71bd146a) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:41.208434 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks [] for router_gateway (9eedf168-f787-4cee-b3ae-3ee348adfa04), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.265987 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3461f7de-38ee-43ea-91a9-c3edd6ef00ec admin admin] Publish callbacks [] for security_group (06842acf-bfcb-4a03-b5a7-d064130898f4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.338162 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:38Z', 'revision_number': 3, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:41.349913 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks [] for router_gateway (522a853c-4368-4582-b32c-edbf008d4a7d), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.367315 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffe4bd-f5a4-4ab8-874f-ea371ea320ec None None] The sync data for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi is: [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:38Z', 'revision_number': 3, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:14:41.411246 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks [] for router_gateway (4435c615-0723-46db-93e6-a114fb40cae4), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.440523 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.459699 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3461f7de-38ee-43ea-91a9-c3edd6ef00ec admin admin] Publish callbacks [] for security_group (06842acf-bfcb-4a03-b5a7-d064130898f4), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.533605 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks [] for router_gateway (519d260f-a269-4a5e-b544-387929e54e0e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.560136 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.567854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port a0a40778-bb60-4e55-b095-33c05b789ada is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:41.578373 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:41.625628 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:41.648534 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:41.653718 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Allocated IP 172.20.0.2 (5fd11542-87b8-48c3-9db2-c824ddc0af2f/adfd1404-61aa-4803-b4c6-d30e52c6737d/e9712f0d-bb05-42c7-b973-f813afb9d59e) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:41.703149 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Allocated IP 172.27.0.217 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/df2e4c18-ee40-4bae-996f-1ec84acb6d4c) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:41.704583 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Allocated IP 172.20.0.1 (36635bbd-0783-4ae1-9364-d8aba7145b80/e5bd0936-da6c-4f0a-8842-144a0efc888d/2cbce698-387e-4c0f-81c4-3e262a210d1d) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:41.742138 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Allocated IP 172.20.0.2 (b6bc64d3-b55c-4e64-a050-b439cd834684/73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990/86d53185-7714-438f-8be7-09a7ff20a4a0) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:41.908621 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks [] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.924654 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:41.937058 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Publish callbacks [] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.971506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.986043 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3461f7de-38ee-43ea-91a9-c3edd6ef00ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (06842acf-bfcb-4a03-b5a7-d064130898f4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.988136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3461f7de-38ee-43ea-91a9-c3edd6ef00ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:41.992352 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-3461f7de-38ee-43ea-91a9-c3edd6ef00ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06842acf-bfcb-4a03-b5a7-d064130898f4 HTTP/1.1" status: 204 len: 168 time: 1.2695813 Jul 25 12:14:42.014400 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.038817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f7de-38ee-43ea-91a9-c3edd6ef00ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06842acf-bfcb-4a03-b5a7-d064130898f4,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:42.048111 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:42.059817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks [] for router_gateway (9eedf168-f787-4cee-b3ae-3ee348adfa04), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.125268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:42.128178 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Publish callbacks [] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.133340 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.217551 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Publish callbacks [] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.229103 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks [] for router_gateway (522a853c-4368-4582-b32c-edbf008d4a7d), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.256017 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.299693 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Pushing event updated for resources: {'Port': ['ID=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:42.322287 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:42.326327 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:42.330005 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:42.364566 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Publish callbacks [] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.374181 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:42.378764 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:42.378764 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:42.380786 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.382814 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Pushing event updated for resources: {'Port': ['ID=2ad363ba-2089-4df4-b270-d853ba76b91e,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:42.385772 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:42.399074 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks [] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.441634 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Pushing event updated for resources: {'Port': ['ID=b8d08fef-b9ea-4259-b227-23ec71bd146a,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:42.444876 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.455797 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.461179 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.505423 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Allocated IP 172.27.0.40 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/a34d1d3e-88fa-4db8-9c00-1dfd85f94898) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:42.511289 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Pushing event updated for resources: {'Port': ['ID=e9712f0d-bb05-42c7-b973-f813afb9d59e,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:42.561226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:42.566221 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:42.570164 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:42.574009 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (594bfd98-fdf5-4580-aed9-a808a064bdd4), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.595076 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Pushing event updated for resources: {'Port': ['ID=86d53185-7714-438f-8be7-09a7ff20a4a0,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:42.604571 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 149ac655-c04b-439e-a967-2b1f6cd5024e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:42.657192 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:42.659665 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:42.662614 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Network a511a4d3-2b90-4c1e-8d84-619387a492cd is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:42.690418 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:42.694156 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45328) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:42.697627 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:42.700066 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:42.732984 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:42.734976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:42.740863 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Attempting to bind port 2ad363ba-2089-4df4-b270-d853ba76b91e on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:42.741234 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Attempting to bind port 2ad363ba-2089-4df4-b270-d853ba76b91e by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:42.742406 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Attempting to bind port 2ad363ba-2089-4df4-b270-d853ba76b91e on network 18a1dbad-381e-4747-8a32-f7e07d523a46 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:42.746555 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:42.750473 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:42.755993 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:42.758646 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:14:42.767959 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbce698-387e-4c0f-81c4-3e262a210d1d,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:42.791229 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 149ac655-c04b-439e-a967-2b1f6cd5024e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:42.791663 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.830897 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:42.831281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Checking segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:42.831777 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.832283 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Bound using segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:42.832676 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Bound port: 2ad363ba-2089-4df4-b270-d853ba76b91e, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:42.833057 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.845571 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks [] for router_gateway (4435c615-0723-46db-93e6-a114fb40cae4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.911407 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a7e7-2712-4481-8041-921b74ba3264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.959577 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:42.969607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:DELETE=1,neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:43.028660 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-f069105b-fac4-4105-8b10-7a3f7ea02212 None None] Provisioning complete for port 2cbce698-387e-4c0f-81c4-3e262a210d1d triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:43.029023 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f069105b-fac4-4105-8b10-7a3f7ea02212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.036400 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks [] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.037669 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Attempting to bind port 86d53185-7714-438f-8be7-09a7ff20a4a0 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:43.038041 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Attempting to bind port 86d53185-7714-438f-8be7-09a7ff20a4a0 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:43.038682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Attempting to bind port 86d53185-7714-438f-8be7-09a7ff20a4a0 on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:43.062653 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Attempting to bind port b8d08fef-b9ea-4259-b227-23ec71bd146a on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:43.062653 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Attempting to bind port b8d08fef-b9ea-4259-b227-23ec71bd146a by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:43.062653 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Attempting to bind port b8d08fef-b9ea-4259-b227-23ec71bd146a on network a511a4d3-2b90-4c1e-8d84-619387a492cd {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:43.109369 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:43.109757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Checking segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:43.110141 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.110526 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Bound using segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:43.111402 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Bound port: 86d53185-7714-438f-8be7-09a7ff20a4a0, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:43.111402 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.124096 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:43.124471 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Checking segment: {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:43.124866 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.125262 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Bound using segment: {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:43.125741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Bound port: b8d08fef-b9ea-4259-b227-23ec71bd146a, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:43.126292 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.128290 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.145472 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Attempting to bind port e9712f0d-bb05-42c7-b973-f813afb9d59e on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:43.145472 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Attempting to bind port e9712f0d-bb05-42c7-b973-f813afb9d59e by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:43.145734 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Attempting to bind port e9712f0d-bb05-42c7-b973-f813afb9d59e on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:43.189110 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] For port 2ad363ba-2089-4df4-b270-d853ba76b91e, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:43.223868 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:43.224553 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Checking segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:43.224645 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.225015 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Bound using segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:43.225502 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Bound port: e9712f0d-bb05-42c7-b973-f813afb9d59e, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:43.225622 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks [] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.225878 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.227918 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-f069105b-fac4-4105-8b10-7a3f7ea02212 None None] Port 2cbce698-387e-4c0f-81c4-3e262a210d1d cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:14:43.233318 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.234235 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (594bfd98-fdf5-4580-aed9-a808a064bdd4), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.254633 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:43.269014 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:43.273512 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] For port 2ad363ba-2089-4df4-b270-d853ba76b91e, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2ad363ba-2089-4df4-b270-d853ba76b91e,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:43.322678 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.330008 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a7e7-2712-4481-8041-921b74ba3264 admin admin] Publish callbacks [] for security_group (c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.332399 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.352693 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a7e7-2712-4481-8041-921b74ba3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.359174 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 149ac655-c04b-439e-a967-2b1f6cd5024e is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:43.359592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.414702 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] For port 86d53185-7714-438f-8be7-09a7ff20a4a0, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:43.417586 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] For port b8d08fef-b9ea-4259-b227-23ec71bd146a, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:43.466929 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 149ac655-c04b-439e-a967-2b1f6cd5024e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=149ac655-c04b-439e-a967-2b1f6cd5024e,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:43.473826 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Allocated IP 172.27.0.162 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/d3224aa0-567b-46f4-b198-0c3a845f7ecc) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:43.476745 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c9d9a7e7-2712-4481-8041-921b74ba3264 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfc5031ea45a4e788cdaca9009f890c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7709010 Jul 25 12:14:43.479569 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] For port 86d53185-7714-438f-8be7-09a7ff20a4a0, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=86d53185-7714-438f-8be7-09a7ff20a4a0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:43.480490 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45350) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:43.483139 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] For port b8d08fef-b9ea-4259-b227-23ec71bd146a, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8d08fef-b9ea-4259-b227-23ec71bd146a,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:43.483426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9a7e7-2712-4481-8041-921b74ba3264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:43.493048 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.497406 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:43.507247 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:43.512970 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:43.514081 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.518584 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.534756 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c06430-e76b-4821-8f1b-de19d2fb1cc6 None None] Pushing event updated for resources: {'Port': ['ID=2ad363ba-2089-4df4-b270-d853ba76b91e,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:43.540166 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] For port e9712f0d-bb05-42c7-b973-f813afb9d59e, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:43.598443 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:43.601339 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:43.614141 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:43.624410 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (4435c615-0723-46db-93e6-a114fb40cae4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.624876 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbce698-387e-4c0f-81c4-3e262a210d1d,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:43.683962 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks [] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.836559 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] For port e9712f0d-bb05-42c7-b973-f813afb9d59e, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e9712f0d-bb05-42c7-b973-f813afb9d59e,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:43.881841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Router 594bfd98-fdf5-4580-aed9-a808a064bdd4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:14:43.885566 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.942466 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:43.963873 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Pushing event updated for resources: {'Port': ['ID=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:44.002370 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=149ac655-c04b-439e-a967-2b1f6cd5024e,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:44.089707 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Pushing event updated for resources: {'Port': ['ID=d3224aa0-567b-46f4-b198-0c3a845f7ecc,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:44.091131 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-194ac538-e8cd-46bb-b24a-ca90e6162292 admin admin] Publish callbacks [] for security_group (c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:44.112008 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:44.159440 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:44.178243 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:44.239434 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609575f-8625-4294-bfce-9039d46a6928 None None] Pushing event updated for resources: {'Port': ['ID=86d53185-7714-438f-8be7-09a7ff20a4a0,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:44.264727 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:44.270626 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-9ff90da8-2da9-4831-ac42-8676250c2776 None None] Provisioning complete for port 2cbce698-387e-4c0f-81c4-3e262a210d1d triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:44.272481 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9ff90da8-2da9-4831-ac42-8676250c2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:44.282653 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:44.285029 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Allocated IP 172.27.0.151 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/709dea4f-3880-4e3c-b050-89194769508e) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:44.290049 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-194ac538-e8cd-46bb-b24a-ca90e6162292 admin admin] Publish callbacks [] for security_group (c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:44.328283 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Router 4435c615-0723-46db-93e6-a114fb40cae4 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:14:44.357677 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-9ff90da8-2da9-4831-ac42-8676250c2776 None None] Port 2cbce698-387e-4c0f-81c4-3e262a210d1d cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:14:44.527152 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c773c39-4705-4372-afec-25c35caf7f81 None None] Pushing event updated for resources: {'Port': ['ID=b8d08fef-b9ea-4259-b227-23ec71bd146a,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:44.655567 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45368) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:44.665762 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702472f-c3f5-4467-ad75-e6436771fab2 None None] Pushing event updated for resources: {'Port': ['ID=e9712f0d-bb05-42c7-b973-f813afb9d59e,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:44.725844 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks [] for router_gateway (519d260f-a269-4a5e-b544-387929e54e0e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:44.849635 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-194ac538-e8cd-46bb-b24a-ca90e6162292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:44.853606 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-194ac538-e8cd-46bb-b24a-ca90e6162292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:44.855401 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-194ac538-e8cd-46bb-b24a-ca90e6162292 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a HTTP/1.1" status: 204 len: 168 time: 1.3554156 Jul 25 12:14:44.855593 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 149ac655-c04b-439e-a967-2b1f6cd5024e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:44.891032 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ac538-e8cd-46bb-b24a-ca90e6162292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5508bc5-9d68-4ef0-98dc-f6c5d1e98a0a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:44.945835 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 149ac655-c04b-439e-a967-2b1f6cd5024e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:44.946321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:44.957060 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:45.007004 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38b44e37-f979-4989-a739-efa632f089a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.019910 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:45.029887 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:45.043282 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:45.044472 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Sync routers for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:45.046563 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-fe1ce12f-bba1-4e58-ac15-ad64f6174db6 admin admin] 10.222.0.42 "PUT /v2.0/routers/594bfd98-fdf5-4580-aed9-a808a064bdd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3699417 Jul 25 12:14:45.047044 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:45.053842 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 149ac655-c04b-439e-a967-2b1f6cd5024e is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:45.055304 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 86d53185-7714-438f-8be7-09a7ff20a4a0 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:45.070882 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:45.087283 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:45.089490 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:45.110670 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.121570 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f22101be-dfa8-43a1-af78-fff15fb23df3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9265132 Jul 25 12:14:45.128224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45380) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:45.148368 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:45.149023 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:45.173992 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks [] for router_gateway (9eedf168-f787-4cee-b3ae-3ee348adfa04), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.277011 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:45.288537 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 86d53185-7714-438f-8be7-09a7ff20a4a0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:45.289662 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.322689 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks [] for port (709dea4f-3880-4e3c-b050-89194769508e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.377446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:45.513876 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 86d53185-7714-438f-8be7-09a7ff20a4a0 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:45.530774 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.613697 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (709dea4f-3880-4e3c-b050-89194769508e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.653073 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:45.674737 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 3, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:45.689046 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:45.722442 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 86d53185-7714-438f-8be7-09a7ff20a4a0, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=86d53185-7714-438f-8be7-09a7ff20a4a0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:45.748242 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.749129 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2ad363ba-2089-4df4-b270-d853ba76b91e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:45.753246 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:14:45.753852 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Updating router 4435c615-0723-46db-93e6-a114fb40cae4 port df2e4c18-ee40-4bae-996f-1ec84acb6d4c binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:14:45.798417 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:45.808193 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:45.832966 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:45.836982 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:45.973663 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45402) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:45.983588 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:45.985243 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=709dea4f-3880-4e3c-b050-89194769508e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:46.029217 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=86d53185-7714-438f-8be7-09a7ff20a4a0,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:46.045015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9ee59886-571d-4081-8910-e6c8a37b41cd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027804424', 'description': 'tempest-description--651161534'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:46.094976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953947d6-60b9-4b31-878a-9f2feb2d647e None None] Network b6bc64d3-b55c-4e64-a050-b439cd834684 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:46.148449 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (9eedf168-f787-4cee-b3ae-3ee348adfa04), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.340380 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19dcb8-54cb-43b4-b2cf-a0c69f753b40 None None] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:46.380304 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-188d8b4a-d7eb-4e1a-8dff-629597af7fbc None None] Provisioning complete for port 86d53185-7714-438f-8be7-09a7ff20a4a0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:46.381284 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-188d8b4a-d7eb-4e1a-8dff-629597af7fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.413713 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (519d260f-a269-4a5e-b544-387929e54e0e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.420775 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ee59886-571d-4081-8910-e6c8a37b41cd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.492832 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a44497-6008-4fd4-b0d9-4f41b9eea178 None None] Network a511a4d3-2b90-4c1e-8d84-619387a492cd requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:46.596593 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:46.644542 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45424) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:46.662592 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks [] for router_gateway (522a853c-4368-4582-b32c-edbf008d4a7d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.686110 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38b44e37-f979-4989-a739-efa632f089a5 admin admin] Publish callbacks [] for security_group (be0cb730-e27b-411b-8240-0c2179c94886), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.754411 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38b44e37-f979-4989-a739-efa632f089a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (be0cb730-e27b-411b-8240-0c2179c94886), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.800105 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Router 9eedf168-f787-4cee-b3ae-3ee348adfa04 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:14:46.804375 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Router 519d260f-a269-4a5e-b544-387929e54e0e is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:14:46.810061 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Publish callbacks [] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.817921 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b44e37-f979-4989-a739-efa632f089a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0cb730-e27b-411b-8240-0c2179c94886,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:46.826341 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.874201 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:46.933547 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Attempting to bind port df2e4c18-ee40-4bae-996f-1ec84acb6d4c on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:46.933922 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Attempting to bind port df2e4c18-ee40-4bae-996f-1ec84acb6d4c by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:46.934286 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Attempting to bind port df2e4c18-ee40-4bae-996f-1ec84acb6d4c on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:46.951072 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:46.951450 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:46.952324 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.952729 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:46.953909 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Bound port: df2e4c18-ee40-4bae-996f-1ec84acb6d4c, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:46.954293 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.961629 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 2ad363ba-2089-4df4-b270-d853ba76b91e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:46.962071 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:46.964483 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e204c6-db3a-4c02-8e27-742d3f10a221 None None] Pushing event updated for resources: {'Port': ['ID=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:46.990059 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-38b44e37-f979-4989-a739-efa632f089a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7e349c1736b41e5ac722809adbf3c69&name=default HTTP/1.1" status: 200 len: 2994 time: 2.3290918 Jul 25 12:14:47.000662 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45432) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:47.027520 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] For port df2e4c18-ee40-4bae-996f-1ec84acb6d4c, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:47.030713 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bfe8-b246-4159-9cdc-e1cc986f7b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.031505 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] For port df2e4c18-ee40-4bae-996f-1ec84acb6d4c, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:47.042025 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.061425 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:47.076236 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ee59886-571d-4081-8910-e6c8a37b41cd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (71574da5-7b3a-45bb-9baa-000026fc69da), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.083913 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 2, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:47.108485 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ee59886-571d-4081-8910-e6c8a37b41cd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (71574da5-7b3a-45bb-9baa-000026fc69da), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.117889 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e204c6-db3a-4c02-8e27-742d3f10a221 None None] Pushing event updated for resources: {'Port': ['ID=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:47.122589 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:47.131306 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c40b0bb-ddb3-4f21-bb02-0bd6058a2e5e None None] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:14:47.137614 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:47.138356 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:47.162924 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ee59886-571d-4081-8910-e6c8a37b41cd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.164681 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9ee59886-571d-4081-8910-e6c8a37b41cd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1623955 Jul 25 12:14:47.208278 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45436) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:47.246777 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-dfca187f-f117-47e3-a238-1e1331d66afa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'security_group_rule': {'security_group_id': '71574da5-7b3a-45bb-9baa-000026fc69da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:47.268793 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bfe8-b246-4159-9cdc-e1cc986f7b3c admin admin] Publish callbacks [] for security_group (58b708c4-8ebf-49ec-b0d6-35cb77f42c50), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.272032 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Checking router: 594bfd98-fdf5-4580-aed9-a808a064bdd4 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:14:47.274248 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Updating router 594bfd98-fdf5-4580-aed9-a808a064bdd4 port 2cbce698-387e-4c0f-81c4-3e262a210d1d binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:14:47.282431 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:47.295573 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bfe8-b246-4159-9cdc-e1cc986f7b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (58b708c4-8ebf-49ec-b0d6-35cb77f42c50), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.346848 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:47.395642 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:47.405419 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-3fb6bfe8-b246-4159-9cdc-e1cc986f7b3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ceed8120f864c4aa210ae72a2b1e9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7546446 Jul 25 12:14:47.501831 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59886-571d-4081-8910-e6c8a37b41cd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71574da5-7b3a-45bb-9baa-000026fc69da,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:47.507460 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45442) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:47.560181 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6bfe8-b246-4159-9cdc-e1cc986f7b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b708c4-8ebf-49ec-b0d6-35cb77f42c50,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:47.563490 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:47.605725 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-695aa5a8-b5a9-4643-b920-555c63564024 admin admin] Publish callbacks [] for security_group (58b708c4-8ebf-49ec-b0d6-35cb77f42c50), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.607427 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38def71-e43a-4775-ba97-8a1c2f7e4f35 admin admin] Publish callbacks [] for security_group (be0cb730-e27b-411b-8240-0c2179c94886), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.634988 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:47.637587 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 3, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:47.671194 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.677367 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-93a965aa-704a-4119-bcc9-62679c9f0d3e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1419449 Jul 25 12:14:47.679119 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45450) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:47.713527 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Sync routers for ids ['519d260f-a269-4a5e-b544-387929e54e0e'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:47.717184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.719011 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-b91a5237-2c1d-47c5-a734-2ea764fe8e20 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6139829 Jul 25 12:14:47.721500 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972a710-01a6-4622-b3df-f6ef2c601f3a None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 3, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:14:47.739151 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45452) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:47.741209 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38def71-e43a-4775-ba97-8a1c2f7e4f35 admin admin] Publish callbacks [] for security_group (be0cb730-e27b-411b-8240-0c2179c94886), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.744945 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (522a853c-4368-4582-b32c-edbf008d4a7d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.748547 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Routers {'519d260f-a269-4a5e-b544-387929e54e0e'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:47.749206 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['519d260f-a269-4a5e-b544-387929e54e0e'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:47.750985 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.787171 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfca187f-f117-47e3-a238-1e1331d66afa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (f3631c5c-9af0-454c-9574-07cf166375fb), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.800275 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-695aa5a8-b5a9-4643-b920-555c63564024 admin admin] Publish callbacks [] for security_group (58b708c4-8ebf-49ec-b0d6-35cb77f42c50), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:47.848132 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Sync routers for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:47.957601 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:48.028902 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Router 522a853c-4368-4582-b32c-edbf008d4a7d is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:14:48.031670 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Set router 519d260f-a269-4a5e-b544-387929e54e0e gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:48.180133 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:48.263093 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:48.299381 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:48.299381 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d7d00e2f-5a12-4c12-ba0d-c081cfbec2c2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8915091 Jul 25 12:14:48.299381 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45464) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:48.373358 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:48.411750 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:48.450532 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Publish callbacks [] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:48.461033 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:48.467456 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Sync routers for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:48.481817 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 2ad363ba-2089-4df4-b270-d853ba76b91e is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:48.482510 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:48.489552 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:48.509676 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:48.516659 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:44Z', 'revision_number': 3, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:48.525486 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:48.526450 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:48.574841 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Checking router: 519d260f-a269-4a5e-b544-387929e54e0e for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:14:48.575209 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Updating router 519d260f-a269-4a5e-b544-387929e54e0e port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:14:48.640856 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:48.850268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-188d8b4a-d7eb-4e1a-8dff-629597af7fbc None None] Current status of the port 86d53185-7714-438f-8be7-09a7ff20a4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:48.852303 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:48.852992 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:48.897475 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 2ad363ba-2089-4df4-b270-d853ba76b91e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2ad363ba-2089-4df4-b270-d853ba76b91e,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:48.964849 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.002556 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38def71-e43a-4775-ba97-8a1c2f7e4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (be0cb730-e27b-411b-8240-0c2179c94886), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.006877 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:49.010829 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38def71-e43a-4775-ba97-8a1c2f7e4f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.010829 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e38def71-e43a-4775-ba97-8a1c2f7e4f35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be0cb730-e27b-411b-8240-0c2179c94886 HTTP/1.1" status: 204 len: 168 time: 2.0059454 Jul 25 12:14:49.010829 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.125579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803b61d-aa85-42b9-a946-6fb56186fb14 None None] Pushing event updated for resources: {'Port': ['ID=2cbce698-387e-4c0f-81c4-3e262a210d1d,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:49.224334 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Publish callbacks [] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.241476 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.246708 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=2ad363ba-2089-4df4-b270-d853ba76b91e,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:49.277860 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Attempting to bind port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:49.278488 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Attempting to bind port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:49.278904 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Attempting to bind port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:49.288096 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Provisioning complete for port 86d53185-7714-438f-8be7-09a7ff20a4a0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:49.288458 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.328686 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:49.329582 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:49.330215 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.330780 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:49.331110 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Bound port: a34d1d3e-88fa-4db8-9c00-1dfd85f94898, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:49.331491 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.349708 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Attempting to bind port 2cbce698-387e-4c0f-81c4-3e262a210d1d on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:49.354230 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Attempting to bind port 2cbce698-387e-4c0f-81c4-3e262a210d1d by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:49.357299 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-695aa5a8-b5a9-4643-b920-555c63564024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (58b708c4-8ebf-49ec-b0d6-35cb77f42c50), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.358205 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Attempting to bind port 2cbce698-387e-4c0f-81c4-3e262a210d1d on network 36635bbd-0783-4ae1-9364-d8aba7145b80 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:49.359948 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-695aa5a8-b5a9-4643-b920-555c63564024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.361139 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-695aa5a8-b5a9-4643-b920-555c63564024 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58b708c4-8ebf-49ec-b0d6-35cb77f42c50 HTTP/1.1" status: 204 len: 168 time: 1.8427224 Jul 25 12:14:49.380810 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.404200 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:49.424727 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38def71-e43a-4775-ba97-8a1c2f7e4f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0cb730-e27b-411b-8240-0c2179c94886,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:49.510382 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] For port a34d1d3e-88fa-4db8-9c00-1dfd85f94898, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:49.513638 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:49.514028 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] For port a34d1d3e-88fa-4db8-9c00-1dfd85f94898, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:49.517764 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.526550 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:49.527056 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Checking segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:49.527567 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.528070 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Bound using segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:49.528660 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Bound port: 2cbce698-387e-4c0f-81c4-3e262a210d1d, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:49.529203 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.549006 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.550532 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aa5a8-b5a9-4643-b920-555c63564024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b708c4-8ebf-49ec-b0d6-35cb77f42c50,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:49.621881 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Routers {'519d260f-a269-4a5e-b544-387929e54e0e'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:49.622519 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['519d260f-a269-4a5e-b544-387929e54e0e'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:49.634850 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfca187f-f117-47e3-a238-1e1331d66afa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (f3631c5c-9af0-454c-9574-07cf166375fb), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.640218 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device b8d08fef-b9ea-4259-b227-23ec71bd146a up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:49.658026 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfca187f-f117-47e3-a238-1e1331d66afa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (f3631c5c-9af0-454c-9574-07cf166375fb), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.722668 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:49.750003 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:49.767934 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca187f-f117-47e3-a238-1e1331d66afa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3631c5c-9af0-454c-9574-07cf166375fb,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:49.840032 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfca187f-f117-47e3-a238-1e1331d66afa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:49.843875 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-dfca187f-f117-47e3-a238-1e1331d66afa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6239622 Jul 25 12:14:49.845889 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45486) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:49.859107 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-d559c9a1-e091-4c0a-96ae-f4552ad2e327 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'security_group_rule': {'security_group_id': '71574da5-7b3a-45bb-9baa-000026fc69da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:49.925626 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Allocated IP 172.20.0.1 (5fd11542-87b8-48c3-9db2-c824ddc0af2f/adfd1404-61aa-4803-b4c6-d30e52c6737d/c035bf13-679b-4e35-870b-bb882bfa4ad9) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:49.956468 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Allocated IP 172.20.0.1 (18a1dbad-381e-4747-8a32-f7e07d523a46/3e9869e3-2608-444f-84ae-f2061a747541/9213f2ff-a047-493c-a39b-cba4e5d3523b) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:49.995178 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:49.998163 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5af6d4-b2f9-4259-bee2-04f11067f219 None None] Pushing event updated for resources: {'Port': ['ID=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:50.119357 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5af6d4-b2f9-4259-bee2-04f11067f219 None None] Pushing event updated for resources: {'Port': ['ID=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:50.152922 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] Set router 519d260f-a269-4a5e-b544-387929e54e0e gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:50.176981 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks [] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.207632 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:50.221874 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d559c9a1-e091-4c0a-96ae-f4552ad2e327 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (9fe7bd61-58af-4918-968a-9133cfa13169), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.250571 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Allocated IP 172.20.0.1 (b6bc64d3-b55c-4e64-a050-b439cd834684/73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990/c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:50.334889 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.381927 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.390736 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] For port 2cbce698-387e-4c0f-81c4-3e262a210d1d, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:50.413577 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] For port 2cbce698-387e-4c0f-81c4-3e262a210d1d, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2cbce698-387e-4c0f-81c4-3e262a210d1d,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:50.425260 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:45Z', 'revision_number': 3, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:50.431943 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:50.435689 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Pushing event updated for resources: {'Port': ['ID=c035bf13-679b-4e35-870b-bb882bfa4ad9,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:50.438443 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:50.443303 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:50.443929 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (522a853c-4368-4582-b32c-edbf008d4a7d), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.496878 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d559c9a1-e091-4c0a-96ae-f4552ad2e327 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (9fe7bd61-58af-4918-968a-9133cfa13169), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.511467 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d559c9a1-e091-4c0a-96ae-f4552ad2e327 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (9fe7bd61-58af-4918-968a-9133cfa13169), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.549352 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559c9a1-e091-4c0a-96ae-f4552ad2e327 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe7bd61-58af-4918-968a-9133cfa13169,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:50.583446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d559c9a1-e091-4c0a-96ae-f4552ad2e327 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.592112 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d559c9a1-e091-4c0a-96ae-f4552ad2e327 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7422585 Jul 25 12:14:50.599283 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45506) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:50.604904 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:50.605442 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:50.640708 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:50.653182 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.739022 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:44Z', 'revision_number': 3, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:50.755573 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Checking router: 9eedf168-f787-4cee-b3ae-3ee348adfa04 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:14:50.755930 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Updating router 9eedf168-f787-4cee-b3ae-3ee348adfa04 port d3224aa0-567b-46f4-b198-0c3a845f7ecc binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:14:50.795775 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.805248 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:50.844343 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e840888-da0f-403c-9837-e6f676d65c4d None None] The sync data for ids ['519d260f-a269-4a5e-b544-387929e54e0e'] in dv-cinder-797608-61-iscsi is: [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:44Z', 'revision_number': 3, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:14:50.882525 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks [] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:50.998005 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:51.062715 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803b61d-aa85-42b9-a946-6fb56186fb14 None None] Pushing event updated for resources: {'Port': ['ID=2cbce698-387e-4c0f-81c4-3e262a210d1d,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:51.065585 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.128112 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.154642 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.162705 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks [] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.242567 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.258254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:51.408709 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Current status of the port 86d53185-7714-438f-8be7-09a7ff20a4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:51.414974 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Allocated IP 172.27.0.58 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/eb257a74-6eb3-44ba-b679-1c6b819ae006) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:51.430194 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port b8d08fef-b9ea-4259-b227-23ec71bd146a triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:51.430879 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.451441 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Pushing event updated for resources: {'Port': ['ID=9213f2ff-a047-493c-a39b-cba4e5d3523b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:51.467478 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:51.477717 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:51.481774 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:51.482362 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (9eedf168-f787-4cee-b3ae-3ee348adfa04), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.505946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:51.639808 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Allocated IP 172.20.0.1 (a511a4d3-2b90-4c1e-8d84-619387a492cd/082c8cc8-f3ca-425d-b97d-f3957b506030/aca0f476-585e-4d7f-87d0-5e6df1424191) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:51.642050 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks [] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.657058 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.658367 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (522a853c-4368-4582-b32c-edbf008d4a7d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.675683 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Provisioning complete for port e9712f0d-bb05-42c7-b973-f813afb9d59e triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:51.675683 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.682504 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:51.683157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:51.734289 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c896-aeb5-4643-87e9-c3cc6dc5d664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.784089 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:51.862489 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:46Z', 'revision_number': 3, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:51.924771 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Checking router: 522a853c-4368-4582-b32c-edbf008d4a7d for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:14:51.925143 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Updating router 522a853c-4368-4582-b32c-edbf008d4a7d port 709dea4f-3880-4e3c-b050-89194769508e binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:14:51.962979 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:51.984056 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Pushing event updated for resources: {'Port': ['ID=c035bf13-679b-4e35-870b-bb882bfa4ad9,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:52.039855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.081831 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (709dea4f-3880-4e3c-b050-89194769508e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.126896 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:52.131793 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:52.147364 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:52.177472 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:52.182175 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:52.182953 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (4435c615-0723-46db-93e6-a114fb40cae4), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.306766 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:52.372154 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:52.487841 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port b8d08fef-b9ea-4259-b227-23ec71bd146a is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:52.488485 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.493273 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:52.518891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.562386 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks [] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.566591 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.644617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.754638 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Current status of the port e9712f0d-bb05-42c7-b973-f813afb9d59e is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:52.755257 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:52.874173 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:52.888992 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:52.908347 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] For port e9712f0d-bb05-42c7-b973-f813afb9d59e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e9712f0d-bb05-42c7-b973-f813afb9d59e,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:52.911371 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:52.927850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'Port': ['ID=eb257a74-6eb3-44ba-b679-1c6b819ae006,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:53.002456 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:53.041120 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port b8d08fef-b9ea-4259-b227-23ec71bd146a, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8d08fef-b9ea-4259-b227-23ec71bd146a,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:53.044101 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:53.083379 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.107999 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.108753 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e9712f0d-bb05-42c7-b973-f813afb9d59e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:53.123126 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Router 522a853c-4368-4582-b32c-edbf008d4a7d has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:14:53.127119 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (e56e4994-685d-4872-be76-aa8fec45a42e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.201042 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Provisioning complete for port 2ad363ba-2089-4df4-b270-d853ba76b91e triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:53.201418 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.277091 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.318074 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks [] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.346138 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.348486 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:53.352839 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (9eedf168-f787-4cee-b3ae-3ee348adfa04), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.359300 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:53.397027 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port e9712f0d-bb05-42c7-b973-f813afb9d59e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:53.397408 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.451733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:53.463667 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-7111d2c8-ab33-4b8b-baea-d0e74278357d admin admin] 10.222.0.42 "PUT /v2.0/routers/522a853c-4368-4582-b32c-edbf008d4a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1602995 Jul 25 12:14:53.484793 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Pushing event updated for resources: {'Port': ['ID=e9712f0d-bb05-42c7-b973-f813afb9d59e,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:53.497829 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddf53a-7366-4cee-b70f-e0b51595b1ba None None] The sync data for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi is: [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:14:53.553510 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:53.604806 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks [] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.639591 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.656923 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.683597 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.687166 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (4435c615-0723-46db-93e6-a114fb40cae4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.689092 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:53.697021 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:53.756350 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (e56e4994-685d-4872-be76-aa8fec45a42e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.792678 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'Port': ['ID=eb257a74-6eb3-44ba-b679-1c6b819ae006,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:53.818675 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.821175 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-213c29c9-f067-44f1-95d7-c62fa8a59c27 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2203226 Jul 25 12:14:53.896112 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Pushing event updated for resources: {'Port': ['ID=9213f2ff-a047-493c-a39b-cba4e5d3523b,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:53.907971 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:53.919949 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e75c5fdd-133b-49f3-87d9-2f341042518a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.005091 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Current status of the port 2ad363ba-2089-4df4-b270-d853ba76b91e is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:54.009629 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Publish callbacks [] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.036184 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=b8d08fef-b9ea-4259-b227-23ec71bd146a,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:54.058633 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:54.075320 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:54.077631 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.094146 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Network a511a4d3-2b90-4c1e-8d84-619387a492cd is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:54.098113 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:54.103385 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:54.304497 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45656) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:54.307059 dv-cinder-797608-61-iscsi neutron-server[104018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 12:14:54.329023 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port e9712f0d-bb05-42c7-b973-f813afb9d59e is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:54.330324 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device df2e4c18-ee40-4bae-996f-1ec84acb6d4c up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:54.331277 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45658) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:54.366906 dv-cinder-797608-61-iscsi neutron-server[104017]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 12:14:54.410186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Provisioning complete for port b8d08fef-b9ea-4259-b227-23ec71bd146a triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:54.410991 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.452106 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-8b67b539-d927-4f37-9a3d-26fc28447668 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2027804424&fields=id&tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 267 time: 0.1456697 Jul 25 12:14:54.453461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:54.514901 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Attempting to bind port d3224aa0-567b-46f4-b198-0c3a845f7ecc on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:54.516237 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Attempting to bind port d3224aa0-567b-46f4-b198-0c3a845f7ecc by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:54.516765 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Attempting to bind port d3224aa0-567b-46f4-b198-0c3a845f7ecc on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:54.532400 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:54.532786 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:54.533198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.533603 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:54.534096 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Bound port: d3224aa0-567b-46f4-b198-0c3a845f7ecc, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:54.534479 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.589474 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Pushing event updated for resources: {'Port': ['ID=aca0f476-585e-4d7f-87d0-5e6df1424191,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:54.595115 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] For port d3224aa0-567b-46f4-b198-0c3a845f7ecc, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:54.598509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] For port d3224aa0-567b-46f4-b198-0c3a845f7ecc, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=d3224aa0-567b-46f4-b198-0c3a845f7ecc,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:54.655576 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Current status of the port b8d08fef-b9ea-4259-b227-23ec71bd146a is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:54.661681 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.682341 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce32ac-d818-4a8b-8b76-2fbaecbd6771 None None] Pushing event updated for resources: {'Port': ['ID=d3224aa0-567b-46f4-b198-0c3a845f7ecc,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:54.704751 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:54.705306 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (519d260f-a269-4a5e-b544-387929e54e0e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.780951 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce32ac-d818-4a8b-8b76-2fbaecbd6771 None None] Pushing event updated for resources: {'Port': ['ID=d3224aa0-567b-46f4-b198-0c3a845f7ecc,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:54.787341 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-beaba719-16fc-4710-acfb-1122ee7b3b6c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:54.794382 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-beaba719-16fc-4710-acfb-1122ee7b3b6c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 816 time: 0.3411984 Jul 25 12:14:54.818157 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:54.831174 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-179528a4-9e17-4ccf-bb07-529feb3af678 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/quotas/aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 375 time: 0.0356648 Jul 25 12:14:54.857240 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Publish callbacks [] for port (709dea4f-3880-4e3c-b050-89194769508e), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.862398 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port df2e4c18-ee40-4bae-996f-1ec84acb6d4c triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:54.862898 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.870818 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (709dea4f-3880-4e3c-b050-89194769508e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.883089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Provisioning complete for port 2cbce698-387e-4c0f-81c4-3e262a210d1d triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:54.883458 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:54.890322 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:54.914109 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Router 9eedf168-f787-4cee-b3ae-3ee348adfa04 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:14:54.994048 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45668) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:55.041581 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-807e69f3-5a2d-4354-be4a-a9c55ef49159 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2093375 Jul 25 12:14:55.114422 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:55.193967 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.261217 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-f2f7e46d-b68c-4726-9b49-0d8006c804a2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:14:55.262124 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-f2f7e46d-b68c-4726-9b49-0d8006c804a2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0651507 Jul 25 12:14:55.275488 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ab67e8df-c7cd-4bb7-ac47-653c9b827ca3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:55.277063 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ab67e8df-c7cd-4bb7-ac47-653c9b827ca3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 818 time: 0.9430122 Jul 25 12:14:55.293915 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:55.294634 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:55.319320 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8306598d-6a40-4c7f-a207-ab7313427d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.338580 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Attempting to bind port 709dea4f-3880-4e3c-b050-89194769508e on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:55.339524 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Attempting to bind port 709dea4f-3880-4e3c-b050-89194769508e by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:55.340114 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Attempting to bind port 709dea4f-3880-4e3c-b050-89194769508e on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:55.368523 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-5d541d0a-1a75-4580-9ac3-62e67b983cea tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/quotas/2d9f339447114912b0c92b99e028fbbf HTTP/1.1" status: 200 len: 375 time: 0.0715370 Jul 25 12:14:55.397819 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-cea3c067-1a27-485b-8544-e753fbe20ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284602 Jul 25 12:14:55.441979 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:55.442719 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:55.443225 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.443755 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:55.444396 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Bound port: 709dea4f-3880-4e3c-b050-89194769508e, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:55.445624 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (709dea4f-3880-4e3c-b050-89194769508e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.503861 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13ecb3-553e-4060-ad10-8e11678f7799 None None] Pushing event updated for resources: {'Port': ['ID=709dea4f-3880-4e3c-b050-89194769508e,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:55.505864 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:55.535079 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:55.551200 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.554877 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:14:55.562880 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:55.576336 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e38135e2-16d3-4b42-a246-c6c69667349b admin admin] 10.222.0.42 "PUT /v2.0/routers/9eedf168-f787-4cee-b3ae-3ee348adfa04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7850432 Jul 25 12:14:55.598034 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-fd7aaaa2-4f2a-43a9-a7c7-842b126f9189 service neutron] 10.222.0.42 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981628 Jul 25 12:14:55.658787 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8306598d-6a40-4c7f-a207-ab7313427d94 admin admin] Publish callbacks [] for security_group (2b6535e6-89d5-4030-b8c7-094e9919c8f7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.676178 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-dcf5f791-6712-44ba-8836-8b78f3b5d664 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2980888 Jul 25 12:14:55.686196 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8306598d-6a40-4c7f-a207-ab7313427d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2b6535e6-89d5-4030-b8c7-094e9919c8f7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.817588 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] For port 709dea4f-3880-4e3c-b050-89194769508e, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:55.824036 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port df2e4c18-ee40-4bae-996f-1ec84acb6d4c is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:55.824528 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.855109 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8306598d-6a40-4c7f-a207-ab7313427d94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b06fd349fd574458bb3cccf21be4992d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8589928 Jul 25 12:14:55.857817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45702) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:55.894305 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Current status of the port 2cbce698-387e-4c0f-81c4-3e262a210d1d is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:55.894865 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:55.922988 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306598d-6a40-4c7f-a207-ab7313427d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6535e6-89d5-4030-b8c7-094e9919c8f7,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:55.924702 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port df2e4c18-ee40-4bae-996f-1ec84acb6d4c, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:55.935316 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] For port 709dea4f-3880-4e3c-b050-89194769508e, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=709dea4f-3880-4e3c-b050-89194769508e,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:55.944369 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:55.976615 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2beb31ca-a091-4eb0-a9c9-1d9d2ce426fc admin admin] Publish callbacks [] for security_group (2b6535e6-89d5-4030-b8c7-094e9919c8f7), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.007866 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.009281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 86d53185-7714-438f-8be7-09a7ff20a4a0 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:56.050534 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (709dea4f-3880-4e3c-b050-89194769508e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.078248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2beb31ca-a091-4eb0-a9c9-1d9d2ce426fc admin admin] Publish callbacks [] for security_group (2b6535e6-89d5-4030-b8c7-094e9919c8f7), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.099393 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:56.130839 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-57b35fa3-c95e-4fbd-83f6-6ed709fe9c45 req-b8871e54-803d-45de-baf9-8dc291e2186a tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.1356790 Jul 25 12:14:56.155314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2beb31ca-a091-4eb0-a9c9-1d9d2ce426fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2b6535e6-89d5-4030-b8c7-094e9919c8f7), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.163321 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2beb31ca-a091-4eb0-a9c9-1d9d2ce426fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.167561 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-6d727ab2-1adb-4c55-8b1a-c74b0de40824 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:14:56.168433 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-2beb31ca-a091-4eb0-a9c9-1d9d2ce426fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b6535e6-89d5-4030-b8c7-094e9919c8f7 HTTP/1.1" status: 204 len: 168 time: 0.3091798 Jul 25 12:14:56.183989 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-6d727ab2-1adb-4c55-8b1a-c74b0de40824 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3663836 Jul 25 12:14:56.192030 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb31ca-a091-4eb0-a9c9-1d9d2ce426fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6535e6-89d5-4030-b8c7-094e9919c8f7,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:56.266497 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] For port 2cbce698-387e-4c0f-81c4-3e262a210d1d, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2cbce698-387e-4c0f-81c4-3e262a210d1d,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:14:56.294332 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:56.362763 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.363612 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:56.375574 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4c9bdd52-2c0f-4bfd-a265-e90b1de8fae6 admin admin] 10.222.0.42 "PUT /v2.0/routers/4435c615-0723-46db-93e6-a114fb40cae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2336502 Jul 25 12:14:56.387787 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:56.405282 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:56.406968 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:56.434271 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-b30ec2fc-1fe3-4269-b96a-df9bd58a1dfd service neutron] 10.222.0.42 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578816 Jul 25 12:14:56.471765 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 86d53185-7714-438f-8be7-09a7ff20a4a0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:56.472213 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.504572 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks [] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.512557 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13ecb3-553e-4060-ad10-8e11678f7799 None None] Pushing event updated for resources: {'Port': ['ID=709dea4f-3880-4e3c-b050-89194769508e,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:56.520638 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.521315 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (519d260f-a269-4a5e-b544-387929e54e0e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.578690 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:56.594223 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:56.594882 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:56.596646 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:56.708423 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:56.725128 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45738) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:56.734193 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-a699f076-a79c-4ced-951b-3c7c646f8e8f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702822060', 'description': 'tempest-description--2018669818'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:56.783694 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:56.784491 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:56.803378 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a699f076-a79c-4ced-951b-3c7c646f8e8f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.817194 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Pushing event updated for resources: {'Port': ['ID=aca0f476-585e-4d7f-87d0-5e6df1424191,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:56.822255 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:56.881898 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-50a20b21-47c7-4863-9d81-006f649cc38b service neutron] 10.222.0.42 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467361 Jul 25 12:14:56.959836 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Network a511a4d3-2b90-4c1e-8d84-619387a492cd is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:56.960954 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a699f076-a79c-4ced-951b-3c7c646f8e8f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (5a9c8872-cdb4-4539-aa35-3994389fede4), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:56.967574 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:56.975038 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45758) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:56.976515 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a699f076-a79c-4ced-951b-3c7c646f8e8f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5a9c8872-cdb4-4539-aa35-3994389fede4), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.001573 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15ca6149-8391-44a4-a1d5-88e800c62fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.026208 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f076-a79c-4ced-951b-3c7c646f8e8f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9c8872-cdb4-4539-aa35-3994389fede4,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:57.034954 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a699f076-a79c-4ced-951b-3c7c646f8e8f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.041548 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a699f076-a79c-4ced-951b-3c7c646f8e8f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3146257 Jul 25 12:14:57.042550 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45762) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:57.048709 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-692dab49-4088-4592-a460-01d2adf0c971 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'security_group_rule': {'security_group_id': '5a9c8872-cdb4-4539-aa35-3994389fede4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:57.083358 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-692dab49-4088-4592-a460-01d2adf0c971 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (fb2e8b5a-311f-4afe-89eb-3a9753b3d8b0), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.171001 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45768) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:57.174250 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 2, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:57.210574 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-692dab49-4088-4592-a460-01d2adf0c971 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (fb2e8b5a-311f-4afe-89eb-3a9753b3d8b0), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.221255 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-692dab49-4088-4592-a460-01d2adf0c971 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (fb2e8b5a-311f-4afe-89eb-3a9753b3d8b0), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.225156 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-fb715a6b-eabd-40b0-8e80-ad596fcbe9ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430572945', 'description': 'tempest-description--2129045658'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:57.279779 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.305439 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:57.306783 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:14:57.308773 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Updating router 4435c615-0723-46db-93e6-a114fb40cae4 port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:14:57.406981 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-692dab49-4088-4592-a460-01d2adf0c971 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.412376 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-692dab49-4088-4592-a460-01d2adf0c971 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3647971 Jul 25 12:14:57.421200 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45792) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:57.424412 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692dab49-4088-4592-a460-01d2adf0c971 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2e8b5a-311f-4afe-89eb-3a9753b3d8b0,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:57.436775 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-55811b7e-7f7a-4807-acb3-68a0ff5357c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'security_group_rule': {'security_group_id': '5a9c8872-cdb4-4539-aa35-3994389fede4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:57.437788 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.452485 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.457362 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Router 519d260f-a269-4a5e-b544-387929e54e0e has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:14:57.477551 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Provisioning complete for port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:57.478326 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.483707 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-43f776dd-070a-4d2d-822a-77a8f8168b75 req-e7db896c-fbd9-48c0-850f-787068adf776 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.2230835 Jul 25 12:14:57.576784 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:14:57.596815 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55811b7e-7f7a-4807-acb3-68a0ff5357c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (675db0e1-e296-4789-bd7f-5e22a3c86f89), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.738982 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55811b7e-7f7a-4807-acb3-68a0ff5357c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (675db0e1-e296-4789-bd7f-5e22a3c86f89), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.749347 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55811b7e-7f7a-4807-acb3-68a0ff5357c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (675db0e1-e296-4789-bd7f-5e22a3c86f89), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.800805 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55811b7e-7f7a-4807-acb3-68a0ff5357c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675db0e1-e296-4789-bd7f-5e22a3c86f89,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:57.829572 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55811b7e-7f7a-4807-acb3-68a0ff5357c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.831452 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-55811b7e-7f7a-4807-acb3-68a0ff5357c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4002476 Jul 25 12:14:57.835068 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 45808) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:57.846271 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:57.863511 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:53Z', 'revision_number': 2, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:57.890264 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4817717-2441-4581-bebc-0fa5d533014f None None] Pushing event updated for resources: {'Port': ['ID=2cbce698-387e-4c0f-81c4-3e262a210d1d,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:57.903993 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Publish callbacks [] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.906748 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:57.909827 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.914141 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:57.957590 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-358b0eb3-18e5-48db-b1bf-16218dbee87a req-26e285c5-1c00-430a-a7d2-a372bbe0aaa3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 210 time: 0.4660082 Jul 25 12:14:57.970471 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffe182-e7ab-4316-bc24-96c871e04384 None None] The sync data for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi is: [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:53Z', 'revision_number': 2, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:14:57.972737 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Provisioning complete for port 9213f2ff-a047-493c-a39b-cba4e5d3523b triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:57.973720 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.018101 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:58.020009 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 86d53185-7714-438f-8be7-09a7ff20a4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:58.030759 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973ebea-c0a1-41bb-a231-f9bb64d95c1c None None] Pushing event updated for resources: {'Port': ['ID=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:58.033871 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Port 9213f2ff-a047-493c-a39b-cba4e5d3523b cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:14:58.037511 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.079897 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Provisioning complete for port aca0f476-585e-4d7f-87d0-5e6df1424191 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:58.083838 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.157282 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15ca6149-8391-44a4-a1d5-88e800c62fb5 admin admin] Publish callbacks [] for security_group (d35b371b-11ad-4a22-a262-b63e436d1a5a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.163520 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb715a6b-eabd-40b0-8e80-ad596fcbe9ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.171444 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15ca6149-8391-44a4-a1d5-88e800c62fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d35b371b-11ad-4a22-a262-b63e436d1a5a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.255131 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Attempting to bind port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:14:58.255812 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Attempting to bind port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:14:58.256498 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Attempting to bind port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:14:58.274005 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:14:58.274641 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Checking segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:14:58.275316 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.275890 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Bound using segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:14:58.276556 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Bound port: c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:14:58.277092 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.317502 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-15ca6149-8391-44a4-a1d5-88e800c62fb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d25ef4d0d1b940c895dede7abebd1468&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3401632 Jul 25 12:14:58.318002 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:14:58.351808 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4a247727-348e-47ae-926f-d63136b0b560 admin admin] 10.222.0.42 "PUT /v2.0/routers/519d260f-a269-4a5e-b544-387929e54e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6645317 Jul 25 12:14:58.367107 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45826) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:58.367107 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca6149-8391-44a4-a1d5-88e800c62fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b371b-11ad-4a22-a262-b63e436d1a5a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:58.387487 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Sync routers for ids ['519d260f-a269-4a5e-b544-387929e54e0e'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:14:58.484931 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Port aca0f476-585e-4d7f-87d0-5e6df1424191 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:14:58.569264 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] For port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:14:58.593677 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] For port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:14:58.596123 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:58.607631 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.640294 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Routers {'519d260f-a269-4a5e-b544-387929e54e0e'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:58.641211 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['519d260f-a269-4a5e-b544-387929e54e0e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:58.647972 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:51Z', 'revision_number': 2, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:58.666627 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Provisioning complete for port c035bf13-679b-4e35-870b-bb882bfa4ad9 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:58.669760 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.703007 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03ae63ce-9cd8-4ed5-a929-aac4268cddcf admin admin] Publish callbacks [] for security_group (d35b371b-11ad-4a22-a262-b63e436d1a5a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.747281 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:58.776001 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:14:58.776854 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:58.840689 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03ae63ce-9cd8-4ed5-a929-aac4268cddcf admin admin] Publish callbacks [] for security_group (d35b371b-11ad-4a22-a262-b63e436d1a5a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:58.938768 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Allocated IP 172.27.0.34 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/3dcdce8c-5642-4716-8774-2682b7e9424a) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:14:58.966763 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:59.043699 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device b8d08fef-b9ea-4259-b227-23ec71bd146a up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:14:59.052086 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb715a6b-eabd-40b0-8e80-ad596fcbe9ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (9263b52b-6e30-458f-ad66-051c1b43b862), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.081155 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb715a6b-eabd-40b0-8e80-ad596fcbe9ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9263b52b-6e30-458f-ad66-051c1b43b862), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.140543 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde35a2f-0968-4f70-be74-fa5574832a8b None None] The sync data for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi is: [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:51Z', 'revision_number': 2, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:14:59.142483 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb715a6b-eabd-40b0-8e80-ad596fcbe9ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9263b52b-6e30-458f-ad66-051c1b43b862,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:59.166293 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973ebea-c0a1-41bb-a231-f9bb64d95c1c None None] Pushing event updated for resources: {'Port': ['ID=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,revision_number=4']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:59.179868 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-92698072-781e-4167-ab99-d3742b2519cf req-eeff9a4f-96b1-4dda-bcc4-d02b9588a14d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.1450651 Jul 25 12:14:59.209195 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb715a6b-eabd-40b0-8e80-ad596fcbe9ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.218850 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fb715a6b-eabd-40b0-8e80-ad596fcbe9ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0174017 Jul 25 12:14:59.222925 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45868) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:59.241213 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-cf3713fc-3ade-45b0-b193-d591b2530de5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '9263b52b-6e30-458f-ad66-051c1b43b862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:59.244109 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Port c035bf13-679b-4e35-870b-bb882bfa4ad9 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:14:59.328059 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.350451 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Provisioning complete for port 2cbce698-387e-4c0f-81c4-3e262a210d1d triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:59.351534 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.352182 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03ae63ce-9cd8-4ed5-a929-aac4268cddcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d35b371b-11ad-4a22-a262-b63e436d1a5a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.360893 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03ae63ce-9cd8-4ed5-a929-aac4268cddcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.364779 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-03ae63ce-9cd8-4ed5-a929-aac4268cddcf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d35b371b-11ad-4a22-a262-b63e436d1a5a HTTP/1.1" status: 204 len: 168 time: 0.9798036 Jul 25 12:14:59.408028 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf3713fc-3ade-45b0-b193-d591b2530de5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (bdbb88f1-8191-4ee2-b01b-67b0c0bb97ff), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.419003 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae63ce-9cd8-4ed5-a929-aac4268cddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b371b-11ad-4a22-a262-b63e436d1a5a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:59.458903 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:58Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:14:59.504577 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefaa18f-ab01-4980-8c09-cde947ddabee None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:58Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:14:59.506080 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.577873 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf3713fc-3ade-45b0-b193-d591b2530de5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (bdbb88f1-8191-4ee2-b01b-67b0c0bb97ff), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.589543 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf3713fc-3ade-45b0-b193-d591b2530de5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (bdbb88f1-8191-4ee2-b01b-67b0c0bb97ff), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.637143 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3713fc-3ade-45b0-b193-d591b2530de5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbb88f1-8191-4ee2-b01b-67b0c0bb97ff,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:59.663575 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf3713fc-3ade-45b0-b193-d591b2530de5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.691743 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cf3713fc-3ade-45b0-b193-d591b2530de5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4673398 Jul 25 12:14:59.707710 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:59.708104 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45890) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:14:59.713369 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-8d2b4ca0-6489-4970-900b-2916894fb8fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '9263b52b-6e30-458f-ad66-051c1b43b862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:14:59.717407 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:59.725921 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:14:59.731269 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:59.746574 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:14:59.770540 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:14:59.801135 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa0c72-2ee1-42d0-bbef-ce56dd7beb8c None None] Current status of the port 2cbce698-387e-4c0f-81c4-3e262a210d1d is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:14:59.806552 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port b8d08fef-b9ea-4259-b227-23ec71bd146a triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:14:59.807440 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.817441 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:14:59.837748 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'Port': ['ID=3dcdce8c-5642-4716-8774-2682b7e9424a,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:14:59.853324 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4ca0-6489-4970-900b-2916894fb8fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (78d91550-ea6f-4631-8ef0-206fdc2ed50b), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.902869 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-e64b7645-bc8b-4e63-8403-b7a06ebd37c8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:59.916549 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-e64b7645-bc8b-4e63-8403-b7a06ebd37c8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 818 time: 0.4587839 Jul 25 12:14:59.923951 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-2cd91c87-bdf6-4d1d-88e6-e455d9eb98a5 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:14:59.925647 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-2cd91c87-bdf6-4d1d-88e6-e455d9eb98a5 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/networks?id=a511a4d3-2b90-4c1e-8d84-619387a492cd HTTP/1.1" status: 200 len: 812 time: 0.2328482 Jul 25 12:14:59.944582 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Set router 519d260f-a269-4a5e-b544-387929e54e0e gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:14:59.970740 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-15bf411f-eedc-4893-8fe7-df4dd0fb64b4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/quotas/2d9f339447114912b0c92b99e028fbbf HTTP/1.1" status: 200 len: 375 time: 0.0522935 Jul 25 12:14:59.982486 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (2abd0add-377f-476c-8c99-8628964f210b), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:14:59.999893 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-6a153560-7efb-4cd9-be01-de26033859ea tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/quotas/05e8cdf9803c4388a79e123894ab34b1 HTTP/1.1" status: 200 len: 375 time: 0.0385931 Jul 25 12:15:00.166481 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Provisioning complete for port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:00.166972 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.168299 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-1bc9b330-c607-4dc7-a879-c7aad2c57249 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=05e8cdf9803c4388a79e123894ab34b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551354 Jul 25 12:15:00.177730 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-6274b7c4-d01c-46a7-a5f2-3bf5d57fc61f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2059612 Jul 25 12:15:00.193013 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.313231 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port b8d08fef-b9ea-4259-b227-23ec71bd146a is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:00.314402 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device df2e4c18-ee40-4bae-996f-1ec84acb6d4c up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:00.333943 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4ca0-6489-4970-900b-2916894fb8fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (78d91550-ea6f-4631-8ef0-206fdc2ed50b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.347061 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4ca0-6489-4970-900b-2916894fb8fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (78d91550-ea6f-4631-8ef0-206fdc2ed50b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.398400 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b4ca0-6489-4970-900b-2916894fb8fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d91550-ea6f-4631-8ef0-206fdc2ed50b,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:00.407398 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4ca0-6489-4970-900b-2916894fb8fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.408659 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8d2b4ca0-6489-4970-900b-2916894fb8fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6994097 Jul 25 12:15:00.411873 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 45906) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:00.416263 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:00.442224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:00.454640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port df2e4c18-ee40-4bae-996f-1ec84acb6d4c triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:00.454640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.464769 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-bb2cd721-a956-4b67-bdf2-e159cb75fc1d service neutron] 10.222.0.42 "GET /v2.0/networks/a511a4d3-2b90-4c1e-8d84-619387a492cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835960 Jul 25 12:15:00.470205 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.504027 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-292b0b0d-ac45-466a-a311-49b37ea45c7d service neutron] 10.222.0.42 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083971 Jul 25 12:15:00.576439 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Current status of the port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:00.577167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.606222 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'aca0f476-585e-4d7f-87d0-5e6df1424191', 'name': '', 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'mac_address': 'fa:16:3e:d9:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '082c8cc8-f3ca-425d-b97d-f3957b506030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:50Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 2, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'subnets': [{'id': '082c8cc8-f3ca-425d-b97d-f3957b506030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:00.736548 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.747855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.757623 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:00.766744 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-fbb6f90b-ad50-4f10-be98-608445d02f05 service neutron] 10.222.0.42 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328770 Jul 25 12:15:00.809874 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Checking router: 519d260f-a269-4a5e-b544-387929e54e0e for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:00.810365 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Updating router 519d260f-a269-4a5e-b544-387929e54e0e port aca0f476-585e-4d7f-87d0-5e6df1424191 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:15:00.936476 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (2abd0add-377f-476c-8c99-8628964f210b), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:00.938334 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] For port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:00.951892 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port df2e4c18-ee40-4bae-996f-1ec84acb6d4c is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:00.955164 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e9712f0d-bb05-42c7-b973-f813afb9d59e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:00.971213 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-1b9b1c28-e3db-4107-bd0e-5369c9b999b5 service neutron] 10.222.0.42 "GET /v2.0/networks/a511a4d3-2b90-4c1e-8d84-619387a492cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861035 Jul 25 12:15:01.043212 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'Port': ['ID=3dcdce8c-5642-4716-8774-2682b7e9424a,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:01.063908 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:01.077891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:01.091713 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a39d2f72-cbd8-4135-859d-6acc45ed00c0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2530499 Jul 25 12:15:01.133234 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:01.145452 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:01.434986 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Pushing event updated for resources: {'Port': ['ID=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:01.525129 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port e9712f0d-bb05-42c7-b973-f813afb9d59e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:01.525553 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:01.548093 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Provisioning complete for port aca0f476-585e-4d7f-87d0-5e6df1424191 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:01.548492 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:01.853643 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-857b2aaa-beca-4f8d-b86a-0f23571f0ff7 req-9ccc4b30-94e5-4700-a003-26cbfbdd4e98 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.1517050 Jul 25 12:15:01.935423 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-0596a781-e48f-474c-a315-6584f7b4c2ad None None] Port aca0f476-585e-4d7f-87d0-5e6df1424191 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:01.973850 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port e9712f0d-bb05-42c7-b973-f813afb9d59e is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:01.975202 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2ad363ba-2089-4df4-b270-d853ba76b91e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:01.999805 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c8c43a33-747c-4e80-a351-50966c7bc7fb req-cb7de5eb-d968-418a-86dd-67a2c3ebb55e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 210 time: 0.2081542 Jul 25 12:15:02.015095 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.27.0.37 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/432f72c6-8207-4ae8-a828-42bf2a133704) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:02.015987 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-56460e68-6cac-4357-8be2-21c1face48ab req-2917142d-c509-4ea6-ac7b-e53b4888a89c tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 210 time: 0.0872540 Jul 25 12:15:02.319116 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.39', 49589) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:02.332240 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:02.365816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 2ad363ba-2089-4df4-b270-d853ba76b91e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:02.366325 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:02.382713 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.39', 49590) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:02.428630 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:02.628465 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 2ad363ba-2089-4df4-b270-d853ba76b91e is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:02.629624 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2cbce698-387e-4c0f-81c4-3e262a210d1d up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:02.658405 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Publish callbacks [] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:02.689764 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:02.693264 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (432f72c6-8207-4ae8-a828-42bf2a133704), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:02.786775 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2a3a6d5a-7fb8-4c9d-8b44-56924ef63c4d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1702822060&fields=id&tenant_id=ce78c16fa24c475b945a64a7995c70e4 HTTP/1.1" status: 200 len: 267 time: 0.3612201 Jul 25 12:15:02.857624 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:02.904165 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899b406-d228-491a-bcb0-5957342aced3 None None] Pushing event updated for resources: {'Port': ['ID=aca0f476-585e-4d7f-87d0-5e6df1424191,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:02.906564 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 2cbce698-387e-4c0f-81c4-3e262a210d1d triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:02.906904 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:03.031261 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-4b0a76a1-f72d-40f8-b19c-71697e2a8cf9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:03.048094 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-4b0a76a1-f72d-40f8-b19c-71697e2a8cf9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 816 time: 0.6563001 Jul 25 12:15:03.229025 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:03.243573 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dd64b019-d250-4095-b28b-54e28c267a8e req-082f5928-e077-40d8-820f-538206a7f04d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.1735492 Jul 25 12:15:03.253852 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (432f72c6-8207-4ae8-a828-42bf2a133704), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:03.335103 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Attempting to bind port aca0f476-585e-4d7f-87d0-5e6df1424191 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:03.335503 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Attempting to bind port aca0f476-585e-4d7f-87d0-5e6df1424191 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:03.336056 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Attempting to bind port aca0f476-585e-4d7f-87d0-5e6df1424191 on network a511a4d3-2b90-4c1e-8d84-619387a492cd {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:03.385181 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:03.393160 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:03.407563 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:03.416408 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-d5b42f75-e22d-4b33-ba17-2e50e48d3feb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:03.423288 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-740b3231-a6f0-4174-a9b8-b95039d8433f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 380 time: 0.3103318 Jul 25 12:15:03.425990 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-d5b42f75-e22d-4b33-ba17-2e50e48d3feb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 810 time: 0.6025832 Jul 25 12:15:03.428809 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:03.433596 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=432f72c6-8207-4ae8-a828-42bf2a133704,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:03.435229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-71a9c0b5-5735-481f-a79b-8a137772d855 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:03.437348 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-71a9c0b5-5735-481f-a79b-8a137772d855 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 818 time: 1.1168439 Jul 25 12:15:03.443955 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'port': {'device_id': '66654721-31e2-48d8-a0ea-c146d277ab47', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'admin_state_up': True, 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'security_groups': ['71574da5-7b3a-45bb-9baa-000026fc69da']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:03.466619 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 2cbce698-387e-4c0f-81c4-3e262a210d1d is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:03.467824 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a34d1d3e-88fa-4db8-9c00-1dfd85f94898 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:03.473883 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'port': {'device_id': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'admin_state_up': True, 'tenant_id': '2d9f339447114912b0c92b99e028fbbf'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:03.505190 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:03.505642 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Checking segment: {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:03.506052 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:03.506498 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Bound using segment: {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:03.506985 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Bound port: aca0f476-585e-4d7f-87d0-5e6df1424191, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:03.507364 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:03.521688 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ad0680ea-60dd-405e-9110-8576b9c803fd None None] Provisioning complete for port aca0f476-585e-4d7f-87d0-5e6df1424191 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:03.522073 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ad0680ea-60dd-405e-9110-8576b9c803fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:03.568031 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ad0680ea-60dd-405e-9110-8576b9c803fd None None] Port aca0f476-585e-4d7f-87d0-5e6df1424191 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:03.584488 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-574371b9-f678-4508-b8f8-2bf4e5fe3a8c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/quotas/ce78c16fa24c475b945a64a7995c70e4 HTTP/1.1" status: 200 len: 375 time: 0.1563392 Jul 25 12:15:03.625720 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:03.626157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:03.635162 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46060) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:03.689181 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] For port aca0f476-585e-4d7f-87d0-5e6df1424191, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:03.693394 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] For port aca0f476-585e-4d7f-87d0-5e6df1424191, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=aca0f476-585e-4d7f-87d0-5e6df1424191,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:03.703054 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7c089d9c-d410-4d39-80ad-e3f7b88f2ba8 req-8b28574d-d132-4aeb-ba2d-cc48c7a8ad7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 210 time: 0.2508943 Jul 25 12:15:03.707479 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.39', 49600) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:03.731416 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:03.842458 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:03.850613 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-62843e9c-493b-4365-8a4b-2691a419625d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:03.853651 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-62843e9c-493b-4365-8a4b-2691a419625d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 818 time: 0.1449764 Jul 25 12:15:03.856937 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (d6820bf1-0f99-4501-bbbc-638525a20e1f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:03.887863 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-72c80dfc-af73-4ad5-ab06-e4e5e706e49d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2981832 Jul 25 12:15:03.916276 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'port': {'device_id': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'admin_state_up': True, 'tenant_id': '2d9f339447114912b0c92b99e028fbbf'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:03.950836 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.028074 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:04.028401 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.069996 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port a34d1d3e-88fa-4db8-9c00-1dfd85f94898, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:04.103392 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.137136 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-48c2b7b0-66d8-42e9-8a5a-c7ef6cc40179 req-7f06adfe-0299-405c-be3a-7b8bdcefdded tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 210 time: 0.2959425 Jul 25 12:15:04.163416 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (432f72c6-8207-4ae8-a828-42bf2a133704), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.172909 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Routers {'519d260f-a269-4a5e-b544-387929e54e0e'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:04.174554 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['519d260f-a269-4a5e-b544-387929e54e0e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:04.243268 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Made reservation on behalf of aef3a5bd8ffa43718ea02647f1f74fc8 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:04.250163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.379815 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.39', 49601) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:04.395736 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Made reservation on behalf of 2d9f339447114912b0c92b99e028fbbf for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:04.399572 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.430751 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-48837a83-e6e7-4faf-85f3-20bb3b818b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.457565 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899b406-d228-491a-bcb0-5957342aced3 None None] Pushing event updated for resources: {'Port': ['ID=aca0f476-585e-4d7f-87d0-5e6df1424191,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:04.495325 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d3224aa0-567b-46f4-b198-0c3a845f7ecc up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:04.563688 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-3acb54b4-a40f-4a79-bdbb-e38525c50df8 service neutron] 10.222.0.42 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637025 Jul 25 12:15:04.601363 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-9a504b3e-3b56-4636-bf6e-09ffa8b5fcbf None None] Provisioning complete for port aca0f476-585e-4d7f-87d0-5e6df1424191 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:04.602662 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9a504b3e-3b56-4636-bf6e-09ffa8b5fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:04.740605 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-116d84be-fa06-4c70-ae4a-c64fc9975301 req-017561f0-e79d-4fa9-8573-aae9f992115e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.3481727 Jul 25 12:15:04.793718 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:04.842525 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] Set router 519d260f-a269-4a5e-b544-387929e54e0e gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:05.082607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port d3224aa0-567b-46f4-b198-0c3a845f7ecc triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:05.083254 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.183359 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-6a35f18b-27c1-4ef1-8f0b-d3e23f6ad5cd service neutron] 10.222.0.42 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046951 Jul 25 12:15:05.219932 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:05.225471 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-9a504b3e-3b56-4636-bf6e-09ffa8b5fcbf None None] Current status of the port aca0f476-585e-4d7f-87d0-5e6df1424191 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:05.225837 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9a504b3e-3b56-4636-bf6e-09ffa8b5fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.301388 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:05.304419 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Made reservation on behalf of 2d9f339447114912b0c92b99e028fbbf for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:05.309287 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.317965 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-9a504b3e-3b56-4636-bf6e-09ffa8b5fcbf None None] For port aca0f476-585e-4d7f-87d0-5e6df1424191, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=aca0f476-585e-4d7f-87d0-5e6df1424191,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:05.320521 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-48837a83-e6e7-4faf-85f3-20bb3b818b1f admin admin] Publish callbacks [] for security_group (2758339b-2e4d-4c16-92b5-f72e1c16e5b0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.352890 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-48837a83-e6e7-4faf-85f3-20bb3b818b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2758339b-2e4d-4c16-92b5-f72e1c16e5b0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.377921 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9a504b3e-3b56-4636-bf6e-09ffa8b5fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.393316 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:05.401903 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48837a83-e6e7-4faf-85f3-20bb3b818b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2758339b-2e4d-4c16-92b5-f72e1c16e5b0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:05.417844 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-ec0af167-2cc6-4dbe-b0cc-72064c354126 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:05.419650 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-ec0af167-2cc6-4dbe-b0cc-72064c354126 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.39 "GET /v2.0/networks?id=a511a4d3-2b90-4c1e-8d84-619387a492cd HTTP/1.1" status: 200 len: 812 time: 1.0274100 Jul 25 12:15:05.460056 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:05.487800 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a504b3e-3b56-4636-bf6e-09ffa8b5fcbf None None] Pushing event updated for resources: {'Port': ['ID=aca0f476-585e-4d7f-87d0-5e6df1424191,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:05.579032 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port d3224aa0-567b-46f4-b198-0c3a845f7ecc is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:05.579696 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.632407 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port d3224aa0-567b-46f4-b198-0c3a845f7ecc, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=d3224aa0-567b-46f4-b198-0c3a845f7ecc,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:05.651889 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.654334 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:05.777483 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Request body: {'port': {'device_id': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd', 'admin_state_up': True, 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:05.791588 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46156) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:05.887125 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'aca0f476-585e-4d7f-87d0-5e6df1424191', 'name': '', 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'mac_address': 'fa:16:3e:d9:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '082c8cc8-f3ca-425d-b97d-f3957b506030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:50Z', 'updated_at': '2022-07-25T12:15:03Z', 'revision_number': 4, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'subnets': [{'id': '082c8cc8-f3ca-425d-b97d-f3957b506030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:05.898357 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:05.898795 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:05.916675 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-41c3763e-304a-436c-8a89-99e1e976aa7b req-ff4765ba-5b64-4794-a1c6-3360994cddc5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 210 time: 0.9099252 Jul 25 12:15:06.061574 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Allocated IP 172.20.0.10 (5fd11542-87b8-48c3-9db2-c824ddc0af2f/adfd1404-61aa-4803-b4c6-d30e52c6737d/c8918714-06f3-4c5f-bc49-913ec7c6960a) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:06.095797 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54266ca9-11c8-41d6-81b8-37d6895df9e7 None None] The sync data for ids ['519d260f-a269-4a5e-b544-387929e54e0e'] in dv-cinder-797608-61-iscsi is: [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'aca0f476-585e-4d7f-87d0-5e6df1424191', 'name': '', 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'mac_address': 'fa:16:3e:d9:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '082c8cc8-f3ca-425d-b97d-f3957b506030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:50Z', 'updated_at': '2022-07-25T12:15:03Z', 'revision_number': 4, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'subnets': [{'id': '082c8cc8-f3ca-425d-b97d-f3957b506030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:06.139582 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=d3224aa0-567b-46f4-b198-0c3a845f7ecc,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:06.187107 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:06.188579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:06.189856 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 709dea4f-3880-4e3c-b050-89194769508e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:06.242498 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 709dea4f-3880-4e3c-b050-89194769508e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:06.243160 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (709dea4f-3880-4e3c-b050-89194769508e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:06.286795 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Allocated IP 172.20.0.11 (36635bbd-0783-4ae1-9364-d8aba7145b80/e5bd0936-da6c-4f0a-8842-144a0efc888d/d01f3ff0-df08-4605-a057-7920ee080060) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:06.294102 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-48837a83-e6e7-4faf-85f3-20bb3b818b1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d8cb4a828cd49619c5f85a8e8881bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6483593 Jul 25 12:15:06.298755 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cb8df79a-bd7a-4f78-8aca-42bfd14a9e0a req-8c8c9503-5cfe-4544-b08b-6b124d5c03cf tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 210 time: 0.1914265 Jul 25 12:15:06.332861 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46186) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:06.384780 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 709dea4f-3880-4e3c-b050-89194769508e is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:06.385297 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (709dea4f-3880-4e3c-b050-89194769508e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:06.425032 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 709dea4f-3880-4e3c-b050-89194769508e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=709dea4f-3880-4e3c-b050-89194769508e,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:06.432427 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (709dea4f-3880-4e3c-b050-89194769508e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:06.433314 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (432f72c6-8207-4ae8-a828-42bf2a133704), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:06.525532 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f3aca8d-f056-4e01-9c41-38fa234d491b req-e8f5f958-4e17-424a-9a8a-e6bbe4f08e61 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 210 time: 0.6657817 Jul 25 12:15:06.593832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (432f72c6-8207-4ae8-a828-42bf2a133704), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:06.682208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=709dea4f-3880-4e3c-b050-89194769508e,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:06.749905 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d3224aa0-567b-46f4-b198-0c3a845f7ecc up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:06.821898 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea77f418-4100-435b-ba8a-d8fe02064778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:06.822411 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6355f841-92a4-4fb5-9d84-378fac7db223 req-15c446a3-e572-4ad7-9da9-9f3d17a8db6a tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.2085619 Jul 25 12:15:06.925161 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port d3224aa0-567b-46f4-b198-0c3a845f7ecc triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:06.925742 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:06.933564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (d6820bf1-0f99-4501-bbbc-638525a20e1f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:07.030356 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbd4-55df-4a85-9d36-9ad4572be31b admin admin] Publish callbacks [] for security_group (2758339b-2e4d-4c16-92b5-f72e1c16e5b0), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:07.225641 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port d3224aa0-567b-46f4-b198-0c3a845f7ecc is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:07.230549 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a34d1d3e-88fa-4db8-9c00-1dfd85f94898 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:07.338602 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:07.339089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:07.484214 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for port (d01f3ff0-df08-4605-a057-7920ee080060), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:07.502235 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:07.502932 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:07.655677 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:07.665543 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2442846 Jul 25 12:15:07.678653 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9de43-d8ed-4a95-8f72-68c34809bf6d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=432f72c6-8207-4ae8-a828-42bf2a133704,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:07.681244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:07.754408 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-72dc8705-eaa1-4020-ba0c-ece4eb8170a0 req-09200534-69f8-479a-8a5e-07edd6daddcb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 210 time: 0.1753426 Jul 25 12:15:07.759441 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Made reservation on behalf of 05e8cdf9803c4388a79e123894ab34b1 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:07.773178 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:07.873609 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:07.953202 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.053915 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea77f418-4100-435b-ba8a-d8fe02064778 admin admin] Publish callbacks [] for security_group (e9731805-05b6-4be1-bf16-401efadaf7b4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.073917 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-97709d24-657f-4267-9a46-f71f1fa4b214 req-f75de807-d267-4de6-b46d-5d83a3948dd0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 210 time: 0.5663111 Jul 25 12:15:08.077061 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbd4-55df-4a85-9d36-9ad4572be31b admin admin] Publish callbacks [] for security_group (2758339b-2e4d-4c16-92b5-f72e1c16e5b0), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.079269 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46238) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:08.094234 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-212644e1-9c9d-432a-8758-ad5096033712 req-542ea437-97bf-42fa-a6f4-60f216369602 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 210 time: 0.1355729 Jul 25 12:15:08.099565 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'Port': ['ID=c8918714-06f3-4c5f-bc49-913ec7c6960a,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:08.109693 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea77f418-4100-435b-ba8a-d8fe02064778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e9731805-05b6-4be1-bf16-401efadaf7b4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.185332 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ea77f418-4100-435b-ba8a-d8fe02064778 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eac1f4d434044492a139f4d5bad957f5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3902185 Jul 25 12:15:08.188168 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46242) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:08.196230 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77f418-4100-435b-ba8a-d8fe02064778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9731805-05b6-4be1-bf16-401efadaf7b4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:08.247924 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:08.256023 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Allocated IP 172.20.0.14 (5fd11542-87b8-48c3-9db2-c824ddc0af2f/adfd1404-61aa-4803-b4c6-d30e52c6737d/7f197314-d0da-4b94-8f2d-39d9013c44e2) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:08.287937 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:08.292910 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:08.293252 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:08.310425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:08.312751 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.336004 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:08.359531 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Sync routers for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:08.389548 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:08.390539 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:08.412741 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-ddc59897-e946-40f4-9fd3-bc944574fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9577472 Jul 25 12:15:08.415205 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.428243 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Allocated IP 172.20.0.8 (a511a4d3-2b90-4c1e-8d84-619387a492cd/082c8cc8-f3ca-425d-b97d-f3957b506030/3b24bc1b-53c9-4417-92af-4eb343429851) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:08.464668 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:08.525607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:08.575626 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-7ca0f3c1-90ab-4ce2-8a17-fc9e997ca118 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:15:08.577997 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-7ca0f3c1-90ab-4ce2-8a17-fc9e997ca118 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0879748 Jul 25 12:15:08.656838 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:08.686072 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d626b43f-b700-482f-af9c-d2becd4acf99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.697579 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-8cfded21-e010-4a82-99dd-a5d39ada16d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--430572945&fields=id&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 267 time: 0.3383706 Jul 25 12:15:08.732132 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.39', 49608) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:08.764474 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:08.799382 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:08.801612 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.860541 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-44645f64-666e-4c92-8cef-ae1e661aff9a None None] Provisioning complete for port c8918714-06f3-4c5f-bc49-913ec7c6960a triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:08.862618 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-44645f64-666e-4c92-8cef-ae1e661aff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:08.946442 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-44645f64-666e-4c92-8cef-ae1e661aff9a None None] Port c8918714-06f3-4c5f-bc49-913ec7c6960a cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:08.960268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 709dea4f-3880-4e3c-b050-89194769508e up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:09.000305 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d626b43f-b700-482f-af9c-d2becd4acf99 admin admin] Publish callbacks [] for security_group (65b0524c-6588-42c3-bc58-bd4a00e5a865), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.116590 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d626b43f-b700-482f-af9c-d2becd4acf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (65b0524c-6588-42c3-bc58-bd4a00e5a865), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.143033 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:09.150530 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:09.177998 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 709dea4f-3880-4e3c-b050-89194769508e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:09.181420 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (709dea4f-3880-4e3c-b050-89194769508e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.280361 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-1b8acf9b-e98a-4e09-a8e1-c55d56197cf0 None None] Provisioning complete for port d01f3ff0-df08-4605-a057-7920ee080060 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:09.281835 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1b8acf9b-e98a-4e09-a8e1-c55d56197cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d01f3ff0-df08-4605-a057-7920ee080060), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.313567 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:09.316301 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d626b43f-b700-482f-af9c-d2becd4acf99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0789bb5a39847e7ab305bc3c595f349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2139769 Jul 25 12:15:09.317185 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:09.323193 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks [] for port (3b24bc1b-53c9-4417-92af-4eb343429851), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.385180 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46270) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:09.409780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Request body: {'port': {'device_id': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:09.423410 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.435205 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-1b8acf9b-e98a-4e09-a8e1-c55d56197cf0 None None] Port d01f3ff0-df08-4605-a057-7920ee080060 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:09.481650 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626b43f-b700-482f-af9c-d2becd4acf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b0524c-6588-42c3-bc58-bd4a00e5a865,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:09.490428 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:53Z', 'revision_number': 2, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:09.497454 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.522477 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 709dea4f-3880-4e3c-b050-89194769508e is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:09.529217 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device aca0f476-585e-4d7f-87d0-5e6df1424191 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:09.538656 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Checking router: 9eedf168-f787-4cee-b3ae-3ee348adfa04 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:09.540307 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Updating router 9eedf168-f787-4cee-b3ae-3ee348adfa04 port 9213f2ff-a047-493c-a39b-cba4e5d3523b binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:15:09.569788 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.587584 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.606799 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.627434 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:09.635682 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-f7f589c1-a46d-4fe4-b7b0-c088e8980689 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:09.636800 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-f7f589c1-a46d-4fe4-b7b0-c088e8980689 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 810 time: 0.9057627 Jul 25 12:15:09.681624 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801eca7-1419-45ec-8289-7d05a7ef2ca1 req-765ef20e-e33b-44b1-a209-66fabf403060 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:09.683366 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3801eca7-1419-45ec-8289-7d05a7ef2ca1 req-765ef20e-e33b-44b1-a209-66fabf403060 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 932 time: 1.4305301 Jul 25 12:15:09.685828 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port aca0f476-585e-4d7f-87d0-5e6df1424191 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:09.686226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.704989 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Network a511a4d3-2b90-4c1e-8d84-619387a492cd is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:09.725814 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:09.731175 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd3aa-6e7b-4f83-914a-9fbfc811a7be admin admin] Publish callbacks [] for security_group (65b0524c-6588-42c3-bc58-bd4a00e5a865), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.745703 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:09.755913 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:09.763482 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:09.765464 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.778760 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:09.793752 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Pushing event updated for resources: {'Port': ['ID=3b24bc1b-53c9-4417-92af-4eb343429851,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:09.799858 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:09.806228 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:09.807195 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.811378 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd3aa-6e7b-4f83-914a-9fbfc811a7be admin admin] Publish callbacks [] for security_group (65b0524c-6588-42c3-bc58-bd4a00e5a865), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.827926 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-5ad7785b-4857-4672-a459-08dfa05feae7 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2004960 Jul 25 12:15:09.837518 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9391789 Jul 25 12:15:09.856213 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Request body: {'port': {'device_id': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:09.891417 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Request body: {'port': {'device_id': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:09.940045 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0eb94e32-c0fe-45a8-ad66-4d95d2784aa5 admin admin] Publish callbacks [] for security_group (e9731805-05b6-4be1-bf16-401efadaf7b4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:09.979507 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:09.998912 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-fcd638b4-69e5-4785-b348-2552e3d706d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:10.009955 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0eb94e32-c0fe-45a8-ad66-4d95d2784aa5 admin admin] Publish callbacks [] for security_group (e9731805-05b6-4be1-bf16-401efadaf7b4), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.012007 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-fcd638b4-69e5-4785-b348-2552e3d706d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 1.2888927 Jul 25 12:15:10.115461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port aca0f476-585e-4d7f-87d0-5e6df1424191 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:10.149805 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-8118848e-184a-4dab-9c2d-03414e402643 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/quotas/11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 375 time: 0.1360264 Jul 25 12:15:10.150297 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:10.153747 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0eb94e32-c0fe-45a8-ad66-4d95d2784aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e9731805-05b6-4be1-bf16-401efadaf7b4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.159998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0eb94e32-c0fe-45a8-ad66-4d95d2784aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.164185 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0eb94e32-c0fe-45a8-ad66-4d95d2784aa5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9731805-05b6-4be1-bf16-401efadaf7b4 HTTP/1.1" status: 204 len: 168 time: 1.9710295 Jul 25 12:15:10.177600 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-85a8a4d1-9d5b-4bd4-a3f4-a80b5fa939fd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7381899 Jul 25 12:15:10.178219 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd3aa-6e7b-4f83-914a-9fbfc811a7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (65b0524c-6588-42c3-bc58-bd4a00e5a865), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.180738 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd3aa-6e7b-4f83-914a-9fbfc811a7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.189432 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-b4dfd3aa-6e7b-4f83-914a-9fbfc811a7be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65b0524c-6588-42c3-bc58-bd4a00e5a865 HTTP/1.1" status: 204 len: 168 time: 0.7022293 Jul 25 12:15:10.275090 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.316606 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d5a3-c0e6-49fe-8681-a5ae9c46d43e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'Port': ['ID=7f197314-d0da-4b94-8f2d-39d9013c44e2,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:10.365673 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-3c9b1909-eab8-452f-aaf5-990026572207 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2082963 Jul 25 12:15:10.375126 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:10.379297 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-cde2591c-c301-4f04-842a-c676bf994671 None None] Provisioning complete for port 7f197314-d0da-4b94-8f2d-39d9013c44e2 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:10.386073 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde2591c-c301-4f04-842a-c676bf994671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.395585 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.520485 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-cde2591c-c301-4f04-842a-c676bf994671 None None] Port 7f197314-d0da-4b94-8f2d-39d9013c44e2 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:10.558828 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-cde2591c-c301-4f04-842a-c676bf994671 None None] Provisioning complete for port 3b24bc1b-53c9-4417-92af-4eb343429851 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:10.558828 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cde2591c-c301-4f04-842a-c676bf994671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.567785 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Publish callbacks [] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.581981 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:10.589094 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.665563 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:10.687582 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-cde2591c-c301-4f04-842a-c676bf994671 None None] Port 3b24bc1b-53c9-4417-92af-4eb343429851 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:10.729371 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14361670-3e13-4983-bd52-22c23b53d95e None None] Pushing event updated for resources: {'Port': ['ID=9213f2ff-a047-493c-a39b-cba4e5d3523b,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:10.829891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Request body: {'port': {'device_id': '66654721-31e2-48d8-a0ea-c146d277ab47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:10.843293 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb94e32-c0fe-45a8-ad66-4d95d2784aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9731805-05b6-4be1-bf16-401efadaf7b4,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:10.890011 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Attempting to bind port 9213f2ff-a047-493c-a39b-cba4e5d3523b on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:10.890630 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Attempting to bind port 9213f2ff-a047-493c-a39b-cba4e5d3523b by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:10.891145 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Attempting to bind port 9213f2ff-a047-493c-a39b-cba4e5d3523b on network 18a1dbad-381e-4747-8a32-f7e07d523a46 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:10.897200 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:10.900070 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Checking segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:10.900643 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.901165 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Bound using segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:10.901776 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Bound port: 9213f2ff-a047-493c-a39b-cba4e5d3523b, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:10.902309 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:10.986363 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfd3aa-6e7b-4f83-914a-9fbfc811a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b0524c-6588-42c3-bc58-bd4a00e5a865,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:11.004999 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3801eca7-1419-45ec-8289-7d05a7ef2ca1 req-223f3724-6baa-442a-836a-fd83f1f6acde tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8646386 Jul 25 12:15:11.088672 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbd4-55df-4a85-9d36-9ad4572be31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2758339b-2e4d-4c16-92b5-f72e1c16e5b0), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.103946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbd4-55df-4a85-9d36-9ad4572be31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.107636 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-54c0dbd4-55df-4a85-9d36-9ad4572be31b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2758339b-2e4d-4c16-92b5-f72e1c16e5b0 HTTP/1.1" status: 204 len: 168 time: 4.7697134 Jul 25 12:15:11.109783 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] For port 9213f2ff-a047-493c-a39b-cba4e5d3523b, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:11.116894 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] For port 9213f2ff-a047-493c-a39b-cba4e5d3523b, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=9213f2ff-a047-493c-a39b-cba4e5d3523b,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:11.125252 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.227817 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:11.230199 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:11.286430 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46282) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:11.295318 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e891c-c160-45d4-9188-5c5ba56e18d1 req-fc560c24-d9de-491b-981b-f25495647299 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:11.309259 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-716e891c-c160-45d4-9188-5c5ba56e18d1 req-fc560c24-d9de-491b-981b-f25495647299 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 932 time: 0.1702962 Jul 25 12:15:11.322686 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46284) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:11.329840 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0dbd4-55df-4a85-9d36-9ad4572be31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758339b-2e4d-4c16-92b5-f72e1c16e5b0,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:11.331232 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14361670-3e13-4983-bd52-22c23b53d95e None None] Pushing event updated for resources: {'Port': ['ID=9213f2ff-a047-493c-a39b-cba4e5d3523b,revision_number=4']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:11.339854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-8b0ffae8-4509-4947-a98e-5cba471b0c1e None None] Provisioning complete for port 9213f2ff-a047-493c-a39b-cba4e5d3523b triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:11.342364 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffae8-4509-4947-a98e-5cba471b0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.387281 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-1a136184-30dd-4bb1-8616-85933ec9f554 service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0101793 Jul 25 12:15:11.405033 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e1242368-c7a0-4f4e-a167-6b394a296137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.448155 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:11.488300 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-b8517f4d-7fad-4387-a5a9-88a6db90fbca tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce78c16fa24c475b945a64a7995c70e4 HTTP/1.1" status: 200 len: 380 time: 1.7977202 Jul 25 12:15:11.618105 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'port': {'device_id': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'admin_state_up': True, 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'security_groups': ['5a9c8872-cdb4-4539-aa35-3994389fede4']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:11.632234 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d1412e1f-1abf-4ea0-b32e-b604044d992b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.680976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ffae8-4509-4947-a98e-5cba471b0c1e None None] Current status of the port 9213f2ff-a047-493c-a39b-cba4e5d3523b is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:11.683640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffae8-4509-4947-a98e-5cba471b0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.779492 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-8b0ffae8-4509-4947-a98e-5cba471b0c1e None None] For port 9213f2ff-a047-493c-a39b-cba4e5d3523b, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=9213f2ff-a047-493c-a39b-cba4e5d3523b,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:11.781981 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:11.788449 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffae8-4509-4947-a98e-5cba471b0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:11.935695 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:11.957224 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-d7308048-8f1f-4aab-bb9f-6714e81df90f None None] Provisioning complete for port 9213f2ff-a047-493c-a39b-cba4e5d3523b triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:11.957822 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d7308048-8f1f-4aab-bb9f-6714e81df90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.015795 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f197314-d0da-4b94-8f2d-39d9013c44e2 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:12.033036 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d1412e1f-1abf-4ea0-b32e-b604044d992b admin admin] Publish callbacks [] for security_group (fc455dcd-0d85-47f1-9d17-27c8badf1ca0), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.037207 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:12.043907 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Publish callbacks [] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.046186 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-716e891c-c160-45d4-9188-5c5ba56e18d1 req-57e036a0-3c7d-4d0e-8b74-5500b7c8b7ce tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354498 Jul 25 12:15:12.109951 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ffae8-4509-4947-a98e-5cba471b0c1e None None] Pushing event updated for resources: {'Port': ['ID=9213f2ff-a047-493c-a39b-cba4e5d3523b,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:12.120728 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Transition to ACTIVE for port object 7f197314-d0da-4b94-8f2d-39d9013c44e2 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:15:12.147335 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.173772 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b201-4ae7-4900-ba83-6a908d6bf9cb None None] The sync data for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi is: [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:12.209573 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d1412e1f-1abf-4ea0-b32e-b604044d992b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (fc455dcd-0d85-47f1-9d17-27c8badf1ca0), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.221193 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.227183 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-64970338-46bc-4b26-aad9-e7d351d11c63 service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8127034 Jul 25 12:15:12.276009 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-d7308048-8f1f-4aab-bb9f-6714e81df90f None None] Current status of the port 9213f2ff-a047-493c-a39b-cba4e5d3523b is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:12.334244 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e1242368-c7a0-4f4e-a167-6b394a296137 admin admin] Publish callbacks [] for security_group (3884c17f-40f6-48e0-b895-9c6875223f22), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.338618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1412e1f-1abf-4ea0-b32e-b604044d992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc455dcd-0d85-47f1-9d17-27c8badf1ca0,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:12.342952 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Pushing event updated for resources: {'Port': ['ID=7f197314-d0da-4b94-8f2d-39d9013c44e2,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:12.387355 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e1242368-c7a0-4f4e-a167-6b394a296137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (3884c17f-40f6-48e0-b895-9c6875223f22), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.574145 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46298) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:12.628907 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a0843093-5c4b-4f38-b0c9-c99ccf4ed54e req-8730020e-b849-4185-a8cc-7f92a0daa62a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 210 time: 0.3973827 Jul 25 12:15:12.684315 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1242368-c7a0-4f4e-a167-6b394a296137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3884c17f-40f6-48e0-b895-9c6875223f22,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:12.698493 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55a1969d-43b2-489e-a01c-b29b90705b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.712462 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 9213f2ff-a047-493c-a39b-cba4e5d3523b up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:12.783277 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Attempting to bind port 7f197314-d0da-4b94-8f2d-39d9013c44e2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:12.783697 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Attempting to bind port 7f197314-d0da-4b94-8f2d-39d9013c44e2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:12.784066 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Attempting to bind port 7f197314-d0da-4b94-8f2d-39d9013c44e2 on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:12.810049 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e1242368-c7a0-4f4e-a167-6b394a296137 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a49657f567c4de5a4a546ddd7e587ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4425976 Jul 25 12:15:12.837597 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46302) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:12.854654 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Port 7f197314-d0da-4b94-8f2d-39d9013c44e2 on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:15:12.855083 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Attempting to bind port 7f197314-d0da-4b94-8f2d-39d9013c44e2 on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:12.869813 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:12.870928 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:12.871340 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Checking segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:12.871968 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Bound using segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:12.872450 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Bound port: 7f197314-d0da-4b94-8f2d-39d9013c44e2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:12.872984 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.891127 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:12.951578 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49e24-8cfa-423b-8d18-e55b5cea698e req-e561ac01-69f3-478b-bf61-79388a2e010d tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:12.953188 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-abe49e24-8cfa-423b-8d18-e55b5cea698e req-e561ac01-69f3-478b-bf61-79388a2e010d tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 931 time: 0.3731852 Jul 25 12:15:12.957545 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b24bc1b-53c9-4417-92af-4eb343429851 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:12.963436 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 9213f2ff-a047-493c-a39b-cba4e5d3523b triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:12.964204 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:12.995334 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55a1969d-43b2-489e-a01c-b29b90705b12 admin admin] Publish callbacks [] for security_group (b70e0000-d8ce-4aba-b482-a2611dbd768c), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.093584 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:13.095103 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:13.102705 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Publish callbacks [] for port (3b24bc1b-53c9-4417-92af-4eb343429851), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.103005 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55a1969d-43b2-489e-a01c-b29b90705b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b70e0000-d8ce-4aba-b482-a2611dbd768c), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.125871 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.135344 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d1412e1f-1abf-4ea0-b32e-b604044d992b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=357e0a6ae0534d3eac8d1e7650eeb03f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7882888 Jul 25 12:15:13.136142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46310) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:13.242845 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 9213f2ff-a047-493c-a39b-cba4e5d3523b is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:13.259291 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Transition to ACTIVE for port object 3b24bc1b-53c9-4417-92af-4eb343429851 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:15:13.297574 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.309303 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] For port 7f197314-d0da-4b94-8f2d-39d9013c44e2, host hv-cinder-79760, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:13.316157 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:13.421891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdf36-3ead-47aa-8727-a2d17a87a74f admin admin] Publish callbacks [] for security_group (3884c17f-40f6-48e0-b895-9c6875223f22), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.438423 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Sync routers for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:13.460252 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] For port 7f197314-d0da-4b94-8f2d-39d9013c44e2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:13.462633 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:13.463349 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:13.536058 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62154c-14d7-477e-94dc-7e68b4ad6c52 req-e949c519-b9a7-4a68-9408-3b9f8566b0ba tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:13.540048 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c62154c-14d7-477e-94dc-7e68b4ad6c52 req-e949c519-b9a7-4a68-9408-3b9f8566b0ba tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 932 time: 0.5380034 Jul 25 12:15:13.549183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.550902 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-55a1969d-43b2-489e-a01c-b29b90705b12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2b8c9f9bfeb40baa4237d96504bd4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9295468 Jul 25 12:15:13.551696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Made reservation on behalf of ce78c16fa24c475b945a64a7995c70e4 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:13.557589 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.565645 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-abe49e24-8cfa-423b-8d18-e55b5cea698e req-e0205df2-89be-4d04-b968-995f60843007 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717717 Jul 25 12:15:13.610613 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdf36-3ead-47aa-8727-a2d17a87a74f admin admin] Publish callbacks [] for security_group (3884c17f-40f6-48e0-b895-9c6875223f22), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.698063 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46314) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:13.789820 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdf36-3ead-47aa-8727-a2d17a87a74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (3884c17f-40f6-48e0-b895-9c6875223f22), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.792402 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdf36-3ead-47aa-8727-a2d17a87a74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:13.793543 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f9ccdf36-3ead-47aa-8727-a2d17a87a74f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3884c17f-40f6-48e0-b895-9c6875223f22 HTTP/1.1" status: 204 len: 168 time: 0.9549103 Jul 25 12:15:13.794398 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24bc1b-53c9-4417-92af-4eb343429851,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:13.812950 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:13.890528 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1969d-43b2-489e-a01c-b29b90705b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e0000-d8ce-4aba-b482-a2611dbd768c,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:13.900576 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccdf36-3ead-47aa-8727-a2d17a87a74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3884c17f-40f6-48e0-b895-9c6875223f22,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:14.069303 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Attempting to bind port 3b24bc1b-53c9-4417-92af-4eb343429851 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:14.069492 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Attempting to bind port 3b24bc1b-53c9-4417-92af-4eb343429851 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:14.069753 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Attempting to bind port 3b24bc1b-53c9-4417-92af-4eb343429851 on network a511a4d3-2b90-4c1e-8d84-619387a492cd {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:14.089099 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:14.089740 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:14.098405 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] 10.222.0.39 "PUT /v2.0/ports/7f197314-d0da-4b94-8f2d-39d9013c44e2 HTTP/1.1" status: 200 len: 1094 time: 4.2130344 Jul 25 12:15:14.123643 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'tag': '7f197314-d0da-4b94-8f2d-39d9013c44e2'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:14.168222 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:14:51Z', 'revision_number': 2, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:14.252017 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Checking router: 522a853c-4368-4582-b32c-edbf008d4a7d for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:14.252830 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Updating router 522a853c-4368-4582-b32c-edbf008d4a7d port c035bf13-679b-4e35-870b-bb882bfa4ad9 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:15:14.286958 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:14.299504 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ac9097cf-9ba6-4506-8c21-62fe6746105a req-f8e1efbc-f260-4d41-ab2c-c6b41e0eed37 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 210 time: 0.5224767 Jul 25 12:15:14.345939 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Port 3b24bc1b-53c9-4417-92af-4eb343429851 on network a511a4d3-2b90-4c1e-8d84-619387a492cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:15:14.346264 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Attempting to bind port 3b24bc1b-53c9-4417-92af-4eb343429851 on network a511a4d3-2b90-4c1e-8d84-619387a492cd {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:14.390052 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:14.392804 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:14.393155 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Checking segment: {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:14.393548 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Bound using segment: {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:14.393998 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Bound port: 3b24bc1b-53c9-4417-92af-4eb343429851, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b675c06-151e-43b2-93b9-55fd50df9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:14.394359 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:14.448896 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8918714-06f3-4c5f-bc49-913ec7c6960a {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:14.494195 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Publish callbacks [] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:14.530148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Transition to ACTIVE for port object c8918714-06f3-4c5f-bc49-913ec7c6960a will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:15:14.573299 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:14.623123 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1db5e6dd-5ad2-4679-97ea-e0bbdca007ce admin admin] Publish callbacks [] for security_group (fc455dcd-0d85-47f1-9d17-27c8badf1ca0), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:14.657263 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:14.708781 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cddb4c6-9d6c-46bd-a832-338dde1dad43" -d '{"events": [{"name": "network-changed", "server_uuid": "eca94ee8-647e-426e-a219-a1bb3cf33deb", "tag": "7f197314-d0da-4b94-8f2d-39d9013c44e2"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:14.818669 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.39', 49612) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:14.938918 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-f2b81d86-dc96-430c-abb1-31e1ef3e3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:14.941705 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-f2b81d86-dc96-430c-abb1-31e1ef3e3c6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 1128 time: 0.2213013 Jul 25 12:15:14.943138 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acb6a-1a9e-4a29-b10a-8a3b95bdb958 service neutron] Pushing event updated for resources: {'Port': ['ID=7f197314-d0da-4b94-8f2d-39d9013c44e2,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:14.971234 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ca1b1-0458-43a4-bf30-ba29d9e95c32 req-d00345a1-d317-4da6-a744-9c770c36f1f6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:14.985072 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-312ca1b1-0458-43a4-bf30-ba29d9e95c32 req-d00345a1-d317-4da6-a744-9c770c36f1f6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 944 time: 0.5053818 Jul 25 12:15:14.995869 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cc944b-4ac2-4807-a15c-d031d5586e78 admin admin] Publish callbacks [] for security_group (b70e0000-d8ce-4aba-b482-a2611dbd768c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:14.996111 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Publish callbacks [] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.005145 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.075885 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aff72-6836-4ee2-a56f-6039592a39b9 None None] Pushing event updated for resources: {'Port': ['ID=c035bf13-679b-4e35-870b-bb882bfa4ad9,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:15.109158 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-312ca1b1-0458-43a4-bf30-ba29d9e95c32 req-3a916f21-a45e-41ba-89c7-e5f6fa90bc54 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228054 Jul 25 12:15:15.125719 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c62154c-14d7-477e-94dc-7e68b4ad6c52 req-4c3afcbc-1472-4944-a68e-4cd1fabac191 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3161559 Jul 25 12:15:15.167676 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cc944b-4ac2-4807-a15c-d031d5586e78 admin admin] Publish callbacks [] for security_group (b70e0000-d8ce-4aba-b482-a2611dbd768c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.177007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1db5e6dd-5ad2-4679-97ea-e0bbdca007ce admin admin] Publish callbacks [] for security_group (fc455dcd-0d85-47f1-9d17-27c8badf1ca0), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.419262 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Attempting to bind port c035bf13-679b-4e35-870b-bb882bfa4ad9 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:15.421203 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Attempting to bind port c035bf13-679b-4e35-870b-bb882bfa4ad9 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:15.422202 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Attempting to bind port c035bf13-679b-4e35-870b-bb882bfa4ad9 on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:15.422570 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=c8918714-06f3-4c5f-bc49-913ec7c6960a,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:15.444250 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:15.444875 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Checking segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:15.455232 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.455916 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Bound using segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:15.456608 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Bound port: c035bf13-679b-4e35-870b-bb882bfa4ad9, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:15.457195 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.500581 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] For port 3b24bc1b-53c9-4417-92af-4eb343429851, host hv-cinder-79760, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:15.552439 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] For port 3b24bc1b-53c9-4417-92af-4eb343429851, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b24bc1b-53c9-4417-92af-4eb343429851,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:15.615293 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01f3ff0-df08-4605-a057-7920ee080060 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:15.633376 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Publish callbacks [] for port (d01f3ff0-df08-4605-a057-7920ee080060), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.658702 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cc944b-4ac2-4807-a15c-d031d5586e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b70e0000-d8ce-4aba-b482-a2611dbd768c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.666213 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cc944b-4ac2-4807-a15c-d031d5586e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.671109 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Transition to ACTIVE for port object d01f3ff0-df08-4605-a057-7920ee080060 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:15:15.676096 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-22cc944b-4ac2-4807-a15c-d031d5586e78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b70e0000-d8ce-4aba-b482-a2611dbd768c HTTP/1.1" status: 204 len: 168 time: 1.9642811 Jul 25 12:15:15.718075 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.740675 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d287774-5756-4323-ac2f-ac4115c9562f req-01399b5e-577c-4aad-9f4f-515c91d3a426 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:15.742374 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c1158da7-d566-468f-9f05-ecfdea5d9faf None None] Provisioning complete for port c035bf13-679b-4e35-870b-bb882bfa4ad9 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:15.744488 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2d287774-5756-4323-ac2f-ac4115c9562f req-01399b5e-577c-4aad-9f4f-515c91d3a426 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 943 time: 0.3069291 Jul 25 12:15:15.748480 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c1158da7-d566-468f-9f05-ecfdea5d9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.762609 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:15.762953 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.842827 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-db1cb1a7-a1a8-4f67-9cf9-ecad6869245e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2 HTTP/1.1" status: 200 len: 217 time: 0.6603031 Jul 25 12:15:15.891263 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:15.891928 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:15.900176 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b24bc1b-53c9-4417-92af-4eb343429851 HTTP/1.1" status: 200 len: 1093 time: 6.0517716 Jul 25 12:15:15.914325 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:15.915743 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] For port c035bf13-679b-4e35-870b-bb882bfa4ad9, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:15.937640 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2d287774-5756-4323-ac2f-ac4115c9562f req-dbad2740-5a07-422b-bea8-3fb534114436 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458654 Jul 25 12:15:15.937884 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:16.005124 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] For port c035bf13-679b-4e35-870b-bb882bfa4ad9, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=c035bf13-679b-4e35-870b-bb882bfa4ad9,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:16.060302 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c1158da7-d566-468f-9f05-ecfdea5d9faf None None] Port c035bf13-679b-4e35-870b-bb882bfa4ad9 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:16.073661 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:16.121596 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1db5e6dd-5ad2-4679-97ea-e0bbdca007ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (fc455dcd-0d85-47f1-9d17-27c8badf1ca0), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:16.125976 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1db5e6dd-5ad2-4679-97ea-e0bbdca007ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:16.137078 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-1db5e6dd-5ad2-4679-97ea-e0bbdca007ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc455dcd-0d85-47f1-9d17-27c8badf1ca0 HTTP/1.1" status: 204 len: 168 time: 2.6193953 Jul 25 12:15:16.189316 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aff72-6836-4ee2-a56f-6039592a39b9 None None] Pushing event updated for resources: {'Port': ['ID=c035bf13-679b-4e35-870b-bb882bfa4ad9,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:16.198683 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-51daef1a-701d-4288-8a4f-b270ab9d493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:16.205621 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-51daef1a-701d-4288-8a4f-b270ab9d493f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.2832131 Jul 25 12:15:16.231919 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8f782d55-6194-455e-b27e-02f23b713f5b req-112d005e-71bc-4ea4-863e-d9842f0f41af tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 210 time: 0.8560126 Jul 25 12:15:16.242504 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Attempting to bind port c8918714-06f3-4c5f-bc49-913ec7c6960a on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:16.248199 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Attempting to bind port c8918714-06f3-4c5f-bc49-913ec7c6960a by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:16.250222 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Attempting to bind port c8918714-06f3-4c5f-bc49-913ec7c6960a on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:16.253221 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5e6dd-5ad2-4679-97ea-e0bbdca007ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc455dcd-0d85-47f1-9d17-27c8badf1ca0,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:16.292970 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Allocated IP 172.20.0.3 (18a1dbad-381e-4747-8a32-f7e07d523a46/3e9869e3-2608-444f-84ae-f2061a747541/f2fd4c6c-baa4-4900-8f20-a81e46e1b234) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:16.306953 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:16.317300 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:14:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:16.317640 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Port c8918714-06f3-4c5f-bc49-913ec7c6960a on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:15:16.318226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Attempting to bind port c8918714-06f3-4c5f-bc49-913ec7c6960a on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:16.461852 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Attempting to bind port d01f3ff0-df08-4605-a057-7920ee080060 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:16.462197 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Attempting to bind port d01f3ff0-df08-4605-a057-7920ee080060 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:16.462530 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Attempting to bind port d01f3ff0-df08-4605-a057-7920ee080060 on network 36635bbd-0783-4ae1-9364-d8aba7145b80 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:16.526839 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:16.530406 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Checking segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:16.531002 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Bound using segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:16.531487 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Bound port: c8918714-06f3-4c5f-bc49-913ec7c6960a, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:16.531883 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:16.533895 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:16.539904 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:16.632070 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Port d01f3ff0-df08-4605-a057-7920ee080060 on network 36635bbd-0783-4ae1-9364-d8aba7145b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:15:16.635324 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Attempting to bind port d01f3ff0-df08-4605-a057-7920ee080060 on network 36635bbd-0783-4ae1-9364-d8aba7145b80 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:16.664430 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:16.664821 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Checking segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:16.665185 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Bound using segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:16.665631 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Bound port: d01f3ff0-df08-4605-a057-7920ee080060, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:16.665985 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:16.699262 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:16.710324 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16febe3-a422-4a44-b667-704857624ac2 req-db940f89-d210-4486-9c9f-20e5f0fc2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:16.719527 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-db940f89-d210-4486-9c9f-20e5f0fc2bb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4825468 Jul 25 12:15:16.720336 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc944b-4ac2-4807-a15c-d031d5586e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e0000-d8ce-4aba-b482-a2611dbd768c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:16.901609 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-c1db96ff-a647-4d41-bcd9-bd6bc74eed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:16.903816 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-c1db96ff-a647-4d41-bcd9-bd6bc74eed84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05e8cdf9803c4388a79e123894ab34b1&device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 1127 time: 0.2723734 Jul 25 12:15:16.963017 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-3ae4e53f-4ec7-45fe-8e4e-723fa6824c52 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:16.964596 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-3ae4e53f-4ec7-45fe-8e4e-723fa6824c52 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 2.1081400 Jul 25 12:15:17.051752 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-e7df58a9-9523-4516-b262-1d51163d4256 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094508 Jul 25 12:15:17.062249 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e9a2f5-9553-46cc-a0e9-356a7357da9f x-openstack-request-id: req-d0e9a2f5-9553-46cc-a0e9-356a7357da9f {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:17.075405 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca94ee8-647e-426e-a219-a1bb3cf33deb", "tag": "7f197314-d0da-4b94-8f2d-39d9013c44e2", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:17.075956 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0e9a2f5-9553-46cc-a0e9-356a7357da9f {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:17.077001 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e9a2f5-9553-46cc-a0e9-356a7357da9f'] response: {'name': 'network-changed', 'server_uuid': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'tag': '7f197314-d0da-4b94-8f2d-39d9013c44e2', 'status': 'completed', 'code': 200} Jul 25 12:15:17.150167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device c035bf13-679b-4e35-870b-bb882bfa4ad9 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:17.161770 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] For port c8918714-06f3-4c5f-bc49-913ec7c6960a, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:17.201278 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] For port c8918714-06f3-4c5f-bc49-913ec7c6960a, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:17.245394 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:17.323200 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-053a6725-b75a-41bf-9bbc-baf9cd4a3ccc req-f8c8a27d-1430-420d-adbd-a9915625628c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 210 time: 0.5906570 Jul 25 12:15:17.323965 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f983c2-5a7a-4bf2-859e-1b33cf9829c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24bc1b-53c9-4417-92af-4eb343429851,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:17.379522 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:17.387733 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-9ad94258-eda8-4a5d-b597-828f96a1ddae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b24bc1b-53c9-4417-92af-4eb343429851 HTTP/1.1" status: 200 len: 217 time: 0.3192124 Jul 25 12:15:17.448445 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:17.449056 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:17.450478 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] 10.222.0.39 "PUT /v2.0/ports/c8918714-06f3-4c5f-bc49-913ec7c6960a HTTP/1.1" status: 200 len: 1094 time: 8.4458747 Jul 25 12:15:17.453263 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'tag': 'c8918714-06f3-4c5f-bc49-913ec7c6960a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:17.485496 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:17.488349 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-972a2dd2-84d6-488e-ba6a-32bdb18fb426 None None] Provisioning complete for port c035bf13-679b-4e35-870b-bb882bfa4ad9 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:17.488741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-972a2dd2-84d6-488e-ba6a-32bdb18fb426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:17.627811 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:17.636142 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port c035bf13-679b-4e35-870b-bb882bfa4ad9 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:17.636426 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:17.644609 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:17.654790 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c418-f399-4e75-a2a2-4ed7fa56e261 req-3766e868-f733-4197-9347-0342ce807522 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:17.663285 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6d81c418-f399-4e75-a2a2-4ed7fa56e261 req-3766e868-f733-4197-9347-0342ce807522 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 944 time: 0.4496031 Jul 25 12:15:17.760030 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-f96f077c-f5e9-4ad2-aa8f-7d94183b54f4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 379 time: 0.5482609 Jul 25 12:15:17.831251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:18.034447 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'port': {'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'admin_state_up': True, 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'security_groups': ['9263b52b-6e30-458f-ad66-051c1b43b862']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:18.128251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce99e9a-dc7f-411c-9b3f-1898464b1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=c8918714-06f3-4c5f-bc49-913ec7c6960a,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:18.178913 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-3c813607-09fc-435b-80a5-608b4a32a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:18.182258 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-3c813607-09fc-435b-80a5-608b4a32a505 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 1128 time: 0.5903344 Jul 25 12:15:18.184094 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port c035bf13-679b-4e35-870b-bb882bfa4ad9 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:18.185081 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:18.212785 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-972a2dd2-84d6-488e-ba6a-32bdb18fb426 None None] Current status of the port c035bf13-679b-4e35-870b-bb882bfa4ad9 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:18.213651 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-972a2dd2-84d6-488e-ba6a-32bdb18fb426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:18.247279 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:15Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:18.267323 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-e9024898-15cc-4007-bb07-b05359f8fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:18.271729 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-e9024898-15cc-4007-bb07-b05359f8fb00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=082c8cc8-f3ca-425d-b97d-f3957b506030 HTTP/1.1" status: 200 len: 851 time: 0.1851592 Jul 25 12:15:18.283988 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e4bce-8038-4814-8a00-5b5f5ea5160d None None] The sync data for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi is: [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:15Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:18.304841 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port c035bf13-679b-4e35-870b-bb882bfa4ad9, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=c035bf13-679b-4e35-870b-bb882bfa4ad9,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:18.315270 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:18.456697 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=c035bf13-679b-4e35-870b-bb882bfa4ad9,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:18.490929 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-491716f8-15eb-474e-a4e4-d9ff6b2cee9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a HTTP/1.1" status: 200 len: 217 time: 0.2329199 Jul 25 12:15:18.498616 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37edc087-7587-4094-8b3e-80d46bf67bac" -d '{"events": [{"name": "network-changed", "server_uuid": "c9644e94-ac1d-497c-868e-36945ba75fa6", "tag": "c8918714-06f3-4c5f-bc49-913ec7c6960a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:18.522172 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407e78-f759-4c77-8526-9c680e930215 req-47964638-5344-40ca-97cd-b6f673a18339 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:18.528104 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:18.528754 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:18.530146 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] 10.222.0.39 "PUT /v2.0/ports/d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 1094 time: 7.8354206 Jul 25 12:15:18.535524 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae407e78-f759-4c77-8526-9c680e930215 req-47964638-5344-40ca-97cd-b6f673a18339 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.4474766 Jul 25 12:15:18.579982 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.db.api [None req-972a2dd2-84d6-488e-ba6a-32bdb18fb426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:15:18.580595 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG oslo_db.api [None req-972a2dd2-84d6-488e-ba6a-32bdb18fb426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:15:18.606438 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:18.613428 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6d81c418-f399-4e75-a2a2-4ed7fa56e261 req-3de2f7b2-063b-4e74-99d7-de8d75e07819 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9473667 Jul 25 12:15:18.649876 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:18.649997 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-0f9478d1-de2b-48db-80a9-0bf184b73f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:18.651871 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-0f9478d1-de2b-48db-80a9-0bf184b73f9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a511a4d3-2b90-4c1e-8d84-619387a492cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3393631 Jul 25 12:15:18.738155 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e02b9-e25d-4dcd-b78f-cee3a1ee9181 service neutron] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:18.812262 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device c035bf13-679b-4e35-870b-bb882bfa4ad9 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:18.904668 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:18.919871 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port c035bf13-679b-4e35-870b-bb882bfa4ad9 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:18.920846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:18.939164 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e16febe3-a422-4a44-b667-704857624ac2 req-5e3c1706-b7cc-4613-8fbd-536cec176611 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5930750 Jul 25 12:15:18.954396 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae407e78-f759-4c77-8526-9c680e930215 req-d6a47856-d3a5-42b4-8498-4cf3416fbe83 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100838 Jul 25 12:15:19.007998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:19.021529 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Made reservation on behalf of 11ff6cbb1ad04f0faa8b2ed2a66cdca4 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:19.025403 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:19.096894 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'tag': '3b24bc1b-53c9-4417-92af-4eb343429851'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:19.101721 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a69ed-d3df-421b-8cad-d6981d78723c" -d '{"events": [{"name": "network-changed", "server_uuid": "03ec6126-ab67-4094-ade6-816f0e39ba46", "tag": "3b24bc1b-53c9-4417-92af-4eb343429851"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:19.149861 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-0ee62818-8716-4eec-9afe-e35abfcb9926 service neutron] 10.222.0.39 "GET /v2.0/networks/a511a4d3-2b90-4c1e-8d84-619387a492cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515529 Jul 25 12:15:19.218707 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-972a2dd2-84d6-488e-ba6a-32bdb18fb426 None None] Current status of the port c035bf13-679b-4e35-870b-bb882bfa4ad9 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:19.223343 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port c035bf13-679b-4e35-870b-bb882bfa4ad9 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:19.250285 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-372765bb-15ee-4340-8df9-2fdd5b24517b req-51e66d64-573c-4b94-b141-db675916801d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 210 time: 0.0910969 Jul 25 12:15:19.251235 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-2bf6a636-3bc4-4d7b-9867-b440d8b683c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.252614 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-2bf6a636-3bc4-4d7b-9867-b440d8b683c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 1128 time: 0.2238038 Jul 25 12:15:19.286747 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab913d7-7782-47fc-b37f-67645bb1d4aa req-138e2e5e-a7fb-4ff0-80ad-2dad59597fec tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.288961 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1ab913d7-7782-47fc-b37f-67645bb1d4aa req-138e2e5e-a7fb-4ff0-80ad-2dad59597fec tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 943 time: 0.2894833 Jul 25 12:15:19.290161 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-9b11a9ab-2284-49a3-8a65-299703922b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.291659 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-9b11a9ab-2284-49a3-8a65-299703922b1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1128 time: 0.6620684 Jul 25 12:15:19.312605 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:19.429129 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a5c57de-ed9c-4702-abaa-42de211e7115 req-21e94efe-a4c4-4e41-803b-86e4ca6c6b6a service neutron] 10.222.0.39 "GET /v2.0/networks/a511a4d3-2b90-4c1e-8d84-619387a492cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615740 Jul 25 12:15:19.444291 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4b2a31e6-1c8a-4319-865f-6265979e996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.448195 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-4b2a31e6-1c8a-4319-865f-6265979e996c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.8732195 Jul 25 12:15:19.449408 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'Port': ['ID=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:19.468725 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-51d5a71b-b128-414a-9b28-9dc8071a2343 req-4b7410b1-dd1d-4660-9893-c64fd4db67aa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 210 time: 0.0437038 Jul 25 12:15:19.471798 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:19.494516 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:19.517376 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:19.523720 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.524353 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:19.575042 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1ab913d7-7782-47fc-b37f-67645bb1d4aa req-4d997244-9a74-44ff-976f-e76f9cf11984 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676041 Jul 25 12:15:19.645667 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-2b0cd215-6a66-44fd-a109-065b1f91f4a6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0359013 Jul 25 12:15:19.676218 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.20.0.10 (b6bc64d3-b55c-4e64-a050-b439cd834684/73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990/59a6c2e2-7638-469a-bca1-c81f367ece3f) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:19.688605 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-f0ebee7c-a51b-4263-adb5-18d18a9df91e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 217 time: 0.1289899 Jul 25 12:15:19.728150 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689c02d0-49dd-44f2-87f5-ffe7535f9970 x-openstack-request-id: req-689c02d0-49dd-44f2-87f5-ffe7535f9970 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:19.729329 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ec6126-ab67-4094-ade6-816f0e39ba46", "tag": "3b24bc1b-53c9-4417-92af-4eb343429851", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:19.730423 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-689c02d0-49dd-44f2-87f5-ffe7535f9970 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:19.732360 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689c02d0-49dd-44f2-87f5-ffe7535f9970'] response: {'name': 'network-changed', 'server_uuid': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'tag': '3b24bc1b-53c9-4417-92af-4eb343429851', 'status': 'completed', 'code': 200} Jul 25 12:15:19.750140 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:15:19.788370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Request body: {'port': {'device_id': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:19.829252 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-cc973636-cc04-4162-9dc7-2f62d682c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.830876 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-cc973636-cc04-4162-9dc7-2f62d682c5fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05e8cdf9803c4388a79e123894ab34b1&device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 1127 time: 0.1237702 Jul 25 12:15:19.831205 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-a269a233-3081-4c5b-b41e-89f2491ceef9 None None] Provisioning complete for port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:19.831726 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a269a233-3081-4c5b-b41e-89f2491ceef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:19.883118 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-a269a233-3081-4c5b-b41e-89f2491ceef9 None None] Port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:19.924929 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-8e4ffbb1-addc-4454-8255-2d31699afd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.926498 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-8e4ffbb1-addc-4454-8255-2d31699afd15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0695114 Jul 25 12:15:19.966445 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-e123362d-af1d-4cb2-b438-8c108d712793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:19.967951 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-e123362d-af1d-4cb2-b438-8c108d712793 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.4176650 Jul 25 12:15:19.977884 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccf2f93-b913-4163-bb1e-35c1e5816c9d x-openstack-request-id: req-fccf2f93-b913-4163-bb1e-35c1e5816c9d {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:19.978512 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9644e94-ac1d-497c-868e-36945ba75fa6", "tag": "c8918714-06f3-4c5f-bc49-913ec7c6960a", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:19.978777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fccf2f93-b913-4163-bb1e-35c1e5816c9d {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:19.979503 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccf2f93-b913-4163-bb1e-35c1e5816c9d'] response: {'name': 'network-changed', 'server_uuid': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'tag': 'c8918714-06f3-4c5f-bc49-913ec7c6960a', 'status': 'completed', 'code': 200} Jul 25 12:15:20.032582 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:20.041107 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907207-f5a2-4769-a19e-ea65826255b1 req-0faf81c7-fe58-4f6a-a661-c41e207b7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:20.042840 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-0faf81c7-fe58-4f6a-a661-c41e207b7836 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3609953 Jul 25 12:15:20.062536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ecca9-cef9-4418-ae19-b9d5f51233af req-2f4db77d-c7cc-4d89-b38c-6a8549b5196e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:20.064420 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2d8ecca9-cef9-4418-ae19-b9d5f51233af req-2f4db77d-c7cc-4d89-b38c-6a8549b5196e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 944 time: 0.1416137 Jul 25 12:15:20.068968 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:20.117466 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752857f-ef69-46b0-9d4d-8e751ab618c0 req-ecc1bbcb-ded4-4137-9777-61c41c18dbec tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:20.124959 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1752857f-ef69-46b0-9d4d-8e751ab618c0 req-ecc1bbcb-ded4-4137-9777-61c41c18dbec tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0609601 Jul 25 12:15:20.182402 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:20.189039 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1752857f-ef69-46b0-9d4d-8e751ab618c0 req-2e260e46-33bc-41c0-9569-f27a4f3a652b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630124 Jul 25 12:15:20.271909 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2d8ecca9-cef9-4418-ae19-b9d5f51233af req-7379c3c8-6c28-4cde-9013-baf702edc9a6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954226 Jul 25 12:15:20.378294 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:20.413637 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507db97-2490-4f2a-9ffe-bafb53822879 req-97f1b5e0-1726-41ee-b82b-d3f082ac28d2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:20.415426 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5507db97-2490-4f2a-9ffe-bafb53822879 req-97f1b5e0-1726-41ee-b82b-d3f082ac28d2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 931 time: 0.0570374 Jul 25 12:15:20.526341 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5507db97-2490-4f2a-9ffe-bafb53822879 req-6b8f1219-5d82-49ed-b6a4-c1cce0fef9a3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039338 Jul 25 12:15:20.527662 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fd4c6c-baa4-4900-8f20-a81e46e1b234 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:20.535809 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Publish callbacks [] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:20.559152 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Transition to ACTIVE for port object f2fd4c6c-baa4-4900-8f20-a81e46e1b234 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:15:20.570673 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:20.575688 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:20.645841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:20.655126 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:20.662856 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:20.669896 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:20.670712 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:20.712835 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:20.713759 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=59a6c2e2-7638-469a-bca1-c81f367ece3f,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:20.744821 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:20.788068 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531f0a-641c-48bb-afaa-394f993d8bab req-d96a564c-4421-423c-a2c9-546868d4679e tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:20.797396 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e0531f0a-641c-48bb-afaa-394f993d8bab req-d96a564c-4421-423c-a2c9-546868d4679e tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 943 time: 0.1084242 Jul 25 12:15:20.809136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:20.810073 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Attempting to bind port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:20.810433 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Attempting to bind port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:20.810767 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Attempting to bind port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 on network 18a1dbad-381e-4747-8a32-f7e07d523a46 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:20.827108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 on network 18a1dbad-381e-4747-8a32-f7e07d523a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:15:20.827449 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Attempting to bind port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 on network 18a1dbad-381e-4747-8a32-f7e07d523a46 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:20.836178 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:20.836596 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Checking segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:20.837177 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Bound using segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:20.837532 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Bound port: f2fd4c6c-baa4-4900-8f20-a81e46e1b234, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:20.837891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:20.850469 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24d21-4295-4c8a-9db8-e572b06b1281 req-5dcdd5bc-e224-458b-b57f-17743db472be tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:20.857371 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-22f24d21-4295-4c8a-9db8-e572b06b1281 req-5dcdd5bc-e224-458b-b57f-17743db472be tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 932 time: 0.2358284 Jul 25 12:15:20.860424 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d4b3379b-c6e2-44ad-acf5-761f097c976a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0695012 Jul 25 12:15:20.867580 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e0531f0a-641c-48bb-afaa-394f993d8bab req-a5e87479-f86d-4cd3-8ee0-f4c08c49f98d tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667739 Jul 25 12:15:20.962684 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:21.013636 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-22f24d21-4295-4c8a-9db8-e572b06b1281 req-139ace29-f95c-449e-b160-065b5c4a9d62 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332211 Jul 25 12:15:21.061598 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] For port f2fd4c6c-baa4-4900-8f20-a81e46e1b234, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:21.065606 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] For port f2fd4c6c-baa4-4900-8f20-a81e46e1b234, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:21.077572 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:21.117925 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:21.118567 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:21.120015 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] 10.222.0.39 "PUT /v2.0/ports/f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 200 len: 1093 time: 1.3386705 Jul 25 12:15:21.138494 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ca591814-107d-49ed-bc3a-3f0e52bec2c6 None None] Provisioning complete for port 59a6c2e2-7638-469a-bca1-c81f367ece3f triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:21.141091 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ca591814-107d-49ed-bc3a-3f0e52bec2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:21.145062 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce251d-4c56-43de-aa1f-2477f25c8031 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:21.190146 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ca591814-107d-49ed-bc3a-3f0e52bec2c6 None None] Port 59a6c2e2-7638-469a-bca1-c81f367ece3f cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:21.269918 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-456fc7ac-a194-41ee-b956-b823bb97789c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:21.436890 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f726b9-da61-4807-a15d-de5cd303cc0d req-1d200f60-bee5-452b-9fcc-5935542589bf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:21.443921 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e9f726b9-da61-4807-a15d-de5cd303cc0d req-1d200f60-bee5-452b-9fcc-5935542589bf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.1258161 Jul 25 12:15:21.525921 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-e7e5645c-1361-49cb-86c1-f7788ec406cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2 HTTP/1.1" status: 200 len: 217 time: 0.1184886 Jul 25 12:15:21.600843 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e9f726b9-da61-4807-a15d-de5cd303cc0d req-c002a008-fe85-4148-8aa9-06b544c4d73e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557620 Jul 25 12:15:21.675516 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-73632085-0438-4060-880f-72d87598416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:21.688155 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-73632085-0438-4060-880f-72d87598416f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.1534986 Jul 25 12:15:21.834561 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-48082497-9020-4b69-a8d6-a806d2ce9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:21.841873 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-48082497-9020-4b69-a8d6-a806d2ce9224 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a511a4d3-2b90-4c1e-8d84-619387a492cd HTTP/1.1" status: 200 len: 913 time: 0.4495854 Jul 25 12:15:21.892594 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Request body: {'port': {'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:21.903347 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-69b44444-6dac-4e30-ae64-3b8deaf1ac1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b24bc1b-53c9-4417-92af-4eb343429851 HTTP/1.1" status: 200 len: 217 time: 0.0445538 Jul 25 12:15:21.915824 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-267ea6fa-a778-421a-a8cb-334ec1b9ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:21.917913 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-267ea6fa-a778-421a-a8cb-334ec1b9ce14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2198246 Jul 25 12:15:21.925485 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa101-0543-434b-a324-2ff33876c090 req-a042bd47-0010-4c3d-998a-d71c55559719 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:21.939634 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cd0aa101-0543-434b-a324-2ff33876c090 req-a042bd47-0010-4c3d-998a-d71c55559719 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 943 time: 0.1897156 Jul 25 12:15:22.074703 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060'}, {'name': 'network-changed', 'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:22.076983 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147b5bf-14c3-4e59-9b31-88a3486ed198" -d '{"events": [{"name": "network-changed", "server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "tag": "d01f3ff0-df08-4605-a057-7920ee080060"}, {"name": "network-changed", "server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:22.128411 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-e49cfc35-27d2-4b3e-bec9-3e52c6d98493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.130161 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-e49cfc35-27d2-4b3e-bec9-3e52c6d98493 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 1127 time: 0.1522467 Jul 25 12:15:22.131336 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-75f75fb2-729c-4f49-829b-adcf4587d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.133416 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-75f75fb2-729c-4f49-829b-adcf4587d225 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7456987 Jul 25 12:15:22.199201 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46560) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:22.199564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46562) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:22.204260 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cd0aa101-0543-434b-a324-2ff33876c090 req-4563128a-4269-4782-8afe-0bf19c08c87c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634766 Jul 25 12:15:22.225039 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-5b99a6b8-d565-4a98-8108-7ccd9e21d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.229130 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-5b99a6b8-d565-4a98-8108-7ccd9e21d57f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=082c8cc8-f3ca-425d-b97d-f3957b506030 HTTP/1.1" status: 200 len: 851 time: 0.3101594 Jul 25 12:15:22.255989 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480570b9-edf6-4b4e-af30-957690447d9b req-e6bc91b1-be1e-4dd7-94bb-8178bb0acd60 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.258235 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-480570b9-edf6-4b4e-af30-957690447d9b req-e6bc91b1-be1e-4dd7-94bb-8178bb0acd60 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 944 time: 0.8418651 Jul 25 12:15:22.264348 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-e1e0563e-26dd-4814-b1e3-1d98bff3607a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 200 len: 217 time: 0.1165307 Jul 25 12:15:22.341205 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-c6109f52-36e8-47a1-a42e-91c8cad7fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.341727 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-3e58252b-cd61-43e7-a57d-a2db773904ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.343111 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-c6109f52-36e8-47a1-a42e-91c8cad7fa2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a511a4d3-2b90-4c1e-8d84-619387a492cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1075726 Jul 25 12:15:22.343221 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-3e58252b-cd61-43e7-a57d-a2db773904ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0518577 Jul 25 12:15:22.344923 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-5aca2c2d-19f0-44fa-8804-50a40f66c349 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9166305 Jul 25 12:15:22.388768 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-167371eb-9a0b-4c59-b283-e8e1a6fbab94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:22.392834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:22.454210 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a1a1-18f3-4627-b58a-9603b7511aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:22.494923 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-480570b9-edf6-4b4e-af30-957690447d9b req-9d9167e9-c9a7-4ee6-b197-97c06f0d14eb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050891 Jul 25 12:15:22.511932 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-c67f7af8-50e2-4d6d-88b4-f73aecd402b6 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692968 Jul 25 12:15:22.533509 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c4e09-9595-4c73-afc7-386af0af260e req-7a56e0ff-acad-49ca-9696-c36a67857912 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.538043 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-106c4e09-9595-4c73-afc7-386af0af260e req-7a56e0ff-acad-49ca-9696-c36a67857912 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 943 time: 0.1932271 Jul 25 12:15:22.553620 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-f941e2d6-97f4-42cc-a7e3-0aa85ca7adc7 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067409 Jul 25 12:15:22.553843 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:22.561497 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-4ea8c3cc-d92d-403a-b8cf-de06fe04b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.563174 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-4ea8c3cc-d92d-403a-b8cf-de06fe04b608 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1927309 Jul 25 12:15:22.621526 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:22.774557 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-49aa75e2-a268-42b3-ac29-750002710549 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067760 Jul 25 12:15:22.835627 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa277eb-07a3-4ec3-a63c-aaa9444afc66 req-5d95fb5d-8740-4f1d-8567-a52ebb9cefdb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:22.837195 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1aa277eb-07a3-4ec3-a63c-aaa9444afc66 req-5d95fb5d-8740-4f1d-8567-a52ebb9cefdb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 932 time: 0.2313023 Jul 25 12:15:22.837306 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:22.853825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:22.890722 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-a714ef37-0611-4f23-bbcb-0561008620ce service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689721 Jul 25 12:15:22.950339 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6ab9255a-ddbd-4bea-a34b-4fa78fe7a156 req-3dcecefb-eb5c-4fbf-bccd-13c508df898e service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735332 Jul 25 12:15:22.958766 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-ea57ef78-c56f-44cc-8476-0dd978f2c4ee service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807738 Jul 25 12:15:22.972554 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-79bc590c-78d5-4f4a-8453-d18b39dbdd03 service neutron] 10.222.0.39 "GET /v2.0/networks/a511a4d3-2b90-4c1e-8d84-619387a492cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083536 Jul 25 12:15:22.982307 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-106c4e09-9595-4c73-afc7-386af0af260e req-25c435f0-33d7-476f-a4d5-e24218c230c2 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433751 Jul 25 12:15:22.984392 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1aa277eb-07a3-4ec3-a63c-aaa9444afc66 req-39157e3a-d7bc-494d-8978-67fa5144fbda tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397369 Jul 25 12:15:23.037714 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a1a1-18f3-4627-b58a-9603b7511aff admin admin] Publish callbacks [] for security_group (7cefc4fe-f938-45c9-8b76-17db01c77cf5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.043164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-167371eb-9a0b-4c59-b283-e8e1a6fbab94 admin admin] Publish callbacks [] for security_group (e40b19e7-4654-4358-a86f-042b5aee1568), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.048217 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a1a1-18f3-4627-b58a-9603b7511aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (7cefc4fe-f938-45c9-8b76-17db01c77cf5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.068807 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-167371eb-9a0b-4c59-b283-e8e1a6fbab94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e40b19e7-4654-4358-a86f-042b5aee1568), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.071252 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df565130-90d4-408a-b426-933d01c76688 x-openstack-request-id: req-df565130-90d4-408a-b426-933d01c76688 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:23.071577 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "tag": "d01f3ff0-df08-4605-a057-7920ee080060", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:23.071947 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df565130-90d4-408a-b426-933d01c76688 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:23.072358 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df565130-90d4-408a-b426-933d01c76688'] response: {'name': 'network-changed', 'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060', 'status': 'completed', 'code': 200} Jul 25 12:15:23.072612 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df565130-90d4-408a-b426-933d01c76688'] response: {'name': 'network-changed', 'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'status': 'completed', 'code': 200} Jul 25 12:15:23.113043 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a6c2e2-7638-469a-bca1-c81f367ece3f {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:23.124222 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d5c7a1a1-18f3-4627-b58a-9603b7511aff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ce09e226a444016b47e4e286061e66f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9187436 Jul 25 12:15:23.124491 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Publish callbacks [] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.128875 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-167371eb-9a0b-4c59-b283-e8e1a6fbab94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc3f1b387a2f4119aa5adbed8181c26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9223716 Jul 25 12:15:23.129074 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46574) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:23.130091 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7a1a1-18f3-4627-b58a-9603b7511aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefc4fe-f938-45c9-8b76-17db01c77cf5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:23.132691 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46576) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:23.154747 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bf34e-d03b-474f-aaee-a0330dd9bcd2 req-a31c67dd-7dae-4c87-9c04-73dcf9cb11a2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:23.156242 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a52bf34e-d03b-474f-aaee-a0330dd9bcd2 req-a31c67dd-7dae-4c87-9c04-73dcf9cb11a2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0811832 Jul 25 12:15:23.166091 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Transition to ACTIVE for port object 59a6c2e2-7638-469a-bca1-c81f367ece3f will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:15:23.177871 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167371eb-9a0b-4c59-b283-e8e1a6fbab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40b19e7-4654-4358-a86f-042b5aee1568,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:23.181007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.201528 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05fcf870-2e2f-4957-9e89-5c219b6dc40f admin admin] Publish callbacks [] for security_group (e40b19e7-4654-4358-a86f-042b5aee1568), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.222931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05fcf870-2e2f-4957-9e89-5c219b6dc40f admin admin] Publish callbacks [] for security_group (e40b19e7-4654-4358-a86f-042b5aee1568), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.271181 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:23.287129 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05fcf870-2e2f-4957-9e89-5c219b6dc40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e40b19e7-4654-4358-a86f-042b5aee1568), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.291479 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Pushing event updated for resources: {'Port': ['ID=59a6c2e2-7638-469a-bca1-c81f367ece3f,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:23.291826 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05fcf870-2e2f-4957-9e89-5c219b6dc40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.296050 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-05fcf870-2e2f-4957-9e89-5c219b6dc40f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e40b19e7-4654-4358-a86f-042b5aee1568 HTTP/1.1" status: 204 len: 168 time: 0.1601417 Jul 25 12:15:23.296731 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a52bf34e-d03b-474f-aaee-a0330dd9bcd2 req-4199709e-c040-4f7f-bb33-e48f977b22c6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294985 Jul 25 12:15:23.297370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b6c16d7-2560-4ed0-afbc-870af82c1bf7 admin admin] Publish callbacks [] for security_group (7cefc4fe-f938-45c9-8b76-17db01c77cf5), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.311352 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcf870-2e2f-4957-9e89-5c219b6dc40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40b19e7-4654-4358-a86f-042b5aee1568,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:23.351685 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b6c16d7-2560-4ed0-afbc-870af82c1bf7 admin admin] Publish callbacks [] for security_group (7cefc4fe-f938-45c9-8b76-17db01c77cf5), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.353883 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Attempting to bind port 59a6c2e2-7638-469a-bca1-c81f367ece3f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:23.354218 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Attempting to bind port 59a6c2e2-7638-469a-bca1-c81f367ece3f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:23.354550 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Attempting to bind port 59a6c2e2-7638-469a-bca1-c81f367ece3f on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:23.379658 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Port 59a6c2e2-7638-469a-bca1-c81f367ece3f on network b6bc64d3-b55c-4e64-a050-b439cd834684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:15:23.380256 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Attempting to bind port 59a6c2e2-7638-469a-bca1-c81f367ece3f on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:23.400964 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:23.401733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Checking segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:23.402340 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Bound using segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:23.403142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Bound port: 59a6c2e2-7638-469a-bca1-c81f367ece3f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:23.403798 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.428970 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6c87f7bc-4335-4ed1-a22c-165cd88f7548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.447270 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db79efc-e77a-495e-b21b-99d2301c226f req-153f87cf-e9d0-42db-bd8b-6a1fe928a9d5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:23.448865 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8db79efc-e77a-495e-b21b-99d2301c226f req-153f87cf-e9d0-42db-bd8b-6a1fe928a9d5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 943 time: 0.0965717 Jul 25 12:15:23.489667 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] For port 59a6c2e2-7638-469a-bca1-c81f367ece3f, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:23.493211 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] For port 59a6c2e2-7638-469a-bca1-c81f367ece3f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:23.494553 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b6c16d7-2560-4ed0-afbc-870af82c1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (7cefc4fe-f938-45c9-8b76-17db01c77cf5), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.497714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b6c16d7-2560-4ed0-afbc-870af82c1bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.500118 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9b6c16d7-2560-4ed0-afbc-870af82c1bf7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cefc4fe-f938-45c9-8b76-17db01c77cf5 HTTP/1.1" status: 204 len: 168 time: 0.3690724 Jul 25 12:15:23.525744 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8db79efc-e77a-495e-b21b-99d2301c226f req-374b4f6a-b3fa-4e7f-b1d3-bab51f84a7de tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704021 Jul 25 12:15:23.659420 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.668641 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:23.669225 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d7a69ed-d3df-421b-8cad-d6981d78723c req-a05fa4e1-58d2-4900-a6d6-9f10695298e2 service neutron] 10.222.0.39 "GET /v2.0/networks/a511a4d3-2b90-4c1e-8d84-619387a492cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407952 Jul 25 12:15:23.693155 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c16d7-2560-4ed0-afbc-870af82c1bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefc4fe-f938-45c9-8b76-17db01c77cf5,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:23.751400 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:23.752051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.753413 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/59a6c2e2-7638-469a-bca1-c81f367ece3f HTTP/1.1" status: 200 len: 1094 time: 2.3382838 Jul 25 12:15:23.763203 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46588) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:23.786818 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b55e-6239-401d-a033-8a90a29dcae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:23.794592 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=13 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:23.812747 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edc087-7587-4094-8b3e-80d46bf67bac req-9dc7718a-8bc5-44ba-8a19-694491f73271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:23.814798 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37edc087-7587-4094-8b3e-80d46bf67bac req-9dc7718a-8bc5-44ba-8a19-694491f73271 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 1128 time: 0.2725079 Jul 25 12:15:23.824526 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:23.848369 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 7f197314-d0da-4b94-8f2d-39d9013c44e2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:15:23.984437 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:24.006537 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=19,neutron:UPDATE=3,neutron:SELECT=76,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:24.008232 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d80e5f-ea29-4fda-afe9-038ac84c62b0 req-bd0f141b-12a3-4f47-8e79-0215695ace7a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:24.009816 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a9d80e5f-ea29-4fda-afe9-038ac84c62b0 req-bd0f141b-12a3-4f47-8e79-0215695ace7a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 944 time: 0.3457088 Jul 25 12:15:24.063364 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ad827d01-8410-4055-98ba-eb47c960f1ef req-ede81dc8-763a-4124-b8c2-3430b22b516c service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287769 Jul 25 12:15:24.068599 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:24.095596 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea837ea2-7294-4011-939b-ef49a36152d7 service neutron] Pushing event updated for resources: {'Port': ['ID=59a6c2e2-7638-469a-bca1-c81f367ece3f,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:24.117843 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b55e-6239-401d-a033-8a90a29dcae6 admin admin] Publish callbacks [] for security_group (8400b4fd-036b-4984-afba-3505534ffb7f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.130681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b55e-6239-401d-a033-8a90a29dcae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8400b4fd-036b-4984-afba-3505534ffb7f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.169798 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a9d80e5f-ea29-4fda-afe9-038ac84c62b0 req-ff3b5263-7843-407b-918a-8f757b4f2bae tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488800 Jul 25 12:15:24.174649 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 7f197314-d0da-4b94-8f2d-39d9013c44e2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:24.201503 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec9154-427b-47e0-9f39-4a1af23eb6d5 req-7e1f90f6-3c96-40ec-aed1-d7cc8334231c tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:24.208306 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0eec9154-427b-47e0-9f39-4a1af23eb6d5 req-7e1f90f6-3c96-40ec-aed1-d7cc8334231c tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 943 time: 0.0891478 Jul 25 12:15:24.224390 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e6f4b55e-6239-401d-a033-8a90a29dcae6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fa9b873c09d4eea9feaaf3973b6238f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568594 Jul 25 12:15:24.224390 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4b55e-6239-401d-a033-8a90a29dcae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8400b4fd-036b-4984-afba-3505534ffb7f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:24.227869 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46604) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:24.230579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '7f197314-d0da-4b94-8f2d-39d9013c44e2', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'port_id': '7f197314-d0da-4b94-8f2d-39d9013c44e2', 'mac_address': 'fa:16:3e:6e:7a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:15:24.283146 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0eec9154-427b-47e0-9f39-4a1af23eb6d5 req-fa16f1fc-c73a-4f4f-8c0d-4926f625a24f tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736508 Jul 25 12:15:24.283718 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46606) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:24.301273 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5c3960cd-ce73-4497-825b-907cc6e5a73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.309160 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 7f197314-d0da-4b94-8f2d-39d9013c44e2 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:24.310293 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.338539 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f197314-d0da-4b94-8f2d-39d9013c44e2 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:24.379127 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 7f197314-d0da-4b94-8f2d-39d9013c44e2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:24.389765 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.390660 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 3b24bc1b-53c9-4417-92af-4eb343429851 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:15:24.434706 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-a7c24671-d239-4791-9b27-e39969faee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:24.436237 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-a7c24671-d239-4791-9b27-e39969faee19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1128 time: 0.0732031 Jul 25 12:15:24.508126 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e606a62-a55a-415d-94cf-3479446a023c req-130e880f-7065-4fce-8d3b-c6a795f18ddc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:24.509640 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0e606a62-a55a-415d-94cf-3479446a023c req-130e880f-7065-4fce-8d3b-c6a795f18ddc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0764508 Jul 25 12:15:24.523754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5c3960cd-ce73-4497-825b-907cc6e5a73a admin admin] Publish callbacks [] for security_group (8528822b-6e0f-409b-b847-e338dffc64bf), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.532131 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=7f197314-d0da-4b94-8f2d-39d9013c44e2,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:24.539215 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5c3960cd-ce73-4497-825b-907cc6e5a73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8528822b-6e0f-409b-b847-e338dffc64bf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.579976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 3b24bc1b-53c9-4417-92af-4eb343429851, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b24bc1b-53c9-4417-92af-4eb343429851,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:24.582184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577db31d-eff5-4c7d-8833-b6ea26b8d5a1 req-0ef4940c-6719-4d0a-8e2d-c4d173c419f3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:24.583800 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-577db31d-eff5-4c7d-8833-b6ea26b8d5a1 req-0ef4940c-6719-4d0a-8e2d-c4d173c419f3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 944 time: 0.3231483 Jul 25 12:15:24.595961 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '3b24bc1b-53c9-4417-92af-4eb343429851', 'network_id': 'a511a4d3-2b90-4c1e-8d84-619387a492cd', 'port_id': '3b24bc1b-53c9-4417-92af-4eb343429851', 'mac_address': 'fa:16:3e:f9:c6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082c8cc8-f3ca-425d-b97d-f3957b506030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:15:24.608164 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5c3960cd-ce73-4497-825b-907cc6e5a73a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3798ab22a9004d1ca57c0ddfe91991e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233104 Jul 25 12:15:24.610336 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46612) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:24.629089 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3960cd-ce73-4497-825b-907cc6e5a73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8528822b-6e0f-409b-b847-e338dffc64bf,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:24.641789 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 3b24bc1b-53c9-4417-92af-4eb343429851 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:24.642436 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.652842 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0e606a62-a55a-415d-94cf-3479446a023c req-8ff7bd24-5109-4e9d-b4a9-57a513290b97 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319385 Jul 25 12:15:24.670107 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b24bc1b-53c9-4417-92af-4eb343429851 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:24.692793 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.695347 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 3b24bc1b-53c9-4417-92af-4eb343429851, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b24bc1b-53c9-4417-92af-4eb343429851,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:24.701463 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.718348 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45a25449-4bf0-4e55-9d12-0975cc8a958c admin admin] Publish callbacks [] for security_group (8528822b-6e0f-409b-b847-e338dffc64bf), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.739032 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edc087-7587-4094-8b3e-80d46bf67bac req-9ffcf700-c3bd-46a1-a730-1fa402131b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:24.740658 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37edc087-7587-4094-8b3e-80d46bf67bac req-9ffcf700-c3bd-46a1-a730-1fa402131b72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.4031060 Jul 25 12:15:24.742960 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-20206999-efb9-47a2-bcff-b3fc610ebacd admin admin] Publish callbacks [] for security_group (8400b4fd-036b-4984-afba-3505534ffb7f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.751145 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45a25449-4bf0-4e55-9d12-0975cc8a958c admin admin] Publish callbacks [] for security_group (8528822b-6e0f-409b-b847-e338dffc64bf), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.756706 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=3b24bc1b-53c9-4417-92af-4eb343429851,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:24.788788 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-20206999-efb9-47a2-bcff-b3fc610ebacd admin admin] Publish callbacks [] for security_group (8400b4fd-036b-4984-afba-3505534ffb7f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.798861 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-577db31d-eff5-4c7d-8833-b6ea26b8d5a1 req-31a0faaf-b295-4369-b6a2-e0265522c67f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026076 Jul 25 12:15:24.816476 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787218-b406-4e49-bb45-82341ce0db44 req-2fa2745c-b7a2-4662-9379-d87782d83b45 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:24.818086 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-73787218-b406-4e49-bb45-82341ce0db44 req-2fa2745c-b7a2-4662-9379-d87782d83b45 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 943 time: 0.0851545 Jul 25 12:15:24.847032 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-20206999-efb9-47a2-bcff-b3fc610ebacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8400b4fd-036b-4984-afba-3505534ffb7f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.848895 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45a25449-4bf0-4e55-9d12-0975cc8a958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8528822b-6e0f-409b-b847-e338dffc64bf), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.849558 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-20206999-efb9-47a2-bcff-b3fc610ebacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.851397 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45a25449-4bf0-4e55-9d12-0975cc8a958c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:24.854914 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-45a25449-4bf0-4e55-9d12-0975cc8a958c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8528822b-6e0f-409b-b847-e338dffc64bf HTTP/1.1" status: 204 len: 168 time: 0.2358642 Jul 25 12:15:24.855498 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-20206999-efb9-47a2-bcff-b3fc610ebacd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8400b4fd-036b-4984-afba-3505534ffb7f HTTP/1.1" status: 204 len: 168 time: 0.6163054 Jul 25 12:15:24.862897 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20206999-efb9-47a2-bcff-b3fc610ebacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8400b4fd-036b-4984-afba-3505534ffb7f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:24.894114 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a25449-4bf0-4e55-9d12-0975cc8a958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8528822b-6e0f-409b-b847-e338dffc64bf,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:24.900164 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-73787218-b406-4e49-bb45-82341ce0db44 req-d38576e8-7acc-4632-a264-74a1996d2a05 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663586 Jul 25 12:15:25.073622 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:25.076327 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec501a99-698a-418e-bd92-20662dd6adc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:25.119749 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['3b24bc1b-53c9-4417-92af-4eb343429851'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:15:25.144143 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:25.207259 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4201c8-e990-41e9-bf9e-9219ac042cb5 x-openstack-request-id: req-ab4201c8-e990-41e9-bf9e-9219ac042cb5 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:25.208524 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:25.208919 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab4201c8-e990-41e9-bf9e-9219ac042cb5 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:25.209332 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4201c8-e990-41e9-bf9e-9219ac042cb5'] response: {'name': 'network-changed', 'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'status': 'completed', 'code': 200} Jul 25 12:15:25.215643 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37edc087-7587-4094-8b3e-80d46bf67bac req-b6fa3f00-972a-420f-9dce-0d7b7eba1ace service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a HTTP/1.1" status: 200 len: 217 time: 0.0867805 Jul 25 12:15:25.230315 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:25.261953 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-fe32f77f-1654-403a-98ce-c1297d59507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.263831 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-fe32f77f-1654-403a-98ce-c1297d59507c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 1128 time: 0.1364248 Jul 25 12:15:25.277115 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['7f197314-d0da-4b94-8f2d-39d9013c44e2'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:15:25.303439 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-9c23948d-25d0-4d54-a455-93087c36b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.307336 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-9c23948d-25d0-4d54-a455-93087c36b1b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.1789565 Jul 25 12:15:25.355937 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-430d18ac-2b21-4a07-83f3-c68c682a8adf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f HTTP/1.1" status: 200 len: 217 time: 0.0810843 Jul 25 12:15:25.387209 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edc087-7587-4094-8b3e-80d46bf67bac req-2a0a68f6-d8ed-4e43-8ba6-2e8412dbcaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.388680 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37edc087-7587-4094-8b3e-80d46bf67bac req-2a0a68f6-d8ed-4e43-8ba6-2e8412dbcaf9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.1614673 Jul 25 12:15:25.421461 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-1fb706df-1018-4b3b-8ccd-1bd84d202a88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 217 time: 0.1028240 Jul 25 12:15:25.510636 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edc087-7587-4094-8b3e-80d46bf67bac req-9c86e859-94b3-4f3e-b726-8bb6fb186cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.511974 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37edc087-7587-4094-8b3e-80d46bf67bac req-9c86e859-94b3-4f3e-b726-8bb6fb186cd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1115642 Jul 25 12:15:25.533615 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-f016359b-3b1a-40d5-9bdb-42cade4b2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.535411 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-f016359b-3b1a-40d5-9bdb-42cade4b2ede service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.1078446 Jul 25 12:15:25.559136 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e26c2-7548-4db0-9b8b-01c35deaad5e req-4153b030-d2b1-4982-8169-ebd8bb5c1ef5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.568070 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-839e26c2-7548-4db0-9b8b-01c35deaad5e req-4153b030-d2b1-4982-8169-ebd8bb5c1ef5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 945 time: 0.2591076 Jul 25 12:15:25.579266 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-0212580d-74e1-479d-9aa7-c347b72bc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.581210 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-0212580d-74e1-479d-9aa7-c347b72bc603 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.2124784 Jul 25 12:15:25.629024 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:25.635896 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-45d9a668-2639-4c3a-8500-497f9b8c9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.637469 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-45d9a668-2639-4c3a-8500-497f9b8c9f3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0923369 Jul 25 12:15:25.692747 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-839e26c2-7548-4db0-9b8b-01c35deaad5e req-e4fd9d5b-4031-47fa-b5a1-47862a7ee475 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240144 Jul 25 12:15:25.747269 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed4b9-8924-4157-964e-b3bb8de77153 req-eafb3801-a00c-4fee-b2ea-ce313999c2e4 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.755691 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-506ed4b9-8924-4157-964e-b3bb8de77153 req-eafb3801-a00c-4fee-b2ea-ce313999c2e4 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 944 time: 0.2466581 Jul 25 12:15:25.782167 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d49174ae-1aba-4619-a99b-c7c9c8e022bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.784306 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-d49174ae-1aba-4619-a99b-c7c9c8e022bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1809213 Jul 25 12:15:25.830435 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device c8918714-06f3-4c5f-bc49-913ec7c6960a details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:15:25.941805 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f50ca-5e5a-4430-b05f-07449b512e51 req-575fa646-42de-4c7d-a94f-7922206e6781 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:25.950117 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f5f50ca-5e5a-4430-b05f-07449b512e51 req-575fa646-42de-4c7d-a94f-7922206e6781 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0993028 Jul 25 12:15:25.977300 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-830f49a4-7b3e-4134-9afb-8aab6bfa3864 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326435 Jul 25 12:15:26.025388 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:26.027308 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:26.062237 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-506ed4b9-8924-4157-964e-b3bb8de77153 req-76cd9b5b-cc37-4d79-8883-3f66a41f7499 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054297 Jul 25 12:15:26.095401 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37edc087-7587-4094-8b3e-80d46bf67bac req-49a76319-7cb1-463b-a81d-b15e9bab0750 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472655 Jul 25 12:15:26.109103 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f5f50ca-5e5a-4430-b05f-07449b512e51 req-fad889ea-2fc6-4490-9d65-1f75a0121e2b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575282 Jul 25 12:15:26.175563 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-5d6175b1-35a1-4e84-97af-a722cac1f9d2 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749935 Jul 25 12:15:26.240976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port c8918714-06f3-4c5f-bc49-913ec7c6960a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:26.271389 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'c8918714-06f3-4c5f-bc49-913ec7c6960a', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'port_id': 'c8918714-06f3-4c5f-bc49-913ec7c6960a', 'mac_address': 'fa:16:3e:e3:24:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:15:26.278915 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:26.284046 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:26.327306 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port c8918714-06f3-4c5f-bc49-913ec7c6960a is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:26.328060 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:26.342227 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517eaa8-98e7-4b1b-86b4-a6cbe960b180 req-634781a1-52fb-48ac-bc67-bfa0fd16815f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:26.343882 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7517eaa8-98e7-4b1b-86b4-a6cbe960b180 req-634781a1-52fb-48ac-bc67-bfa0fd16815f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 943 time: 0.1081688 Jul 25 12:15:26.347281 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-4b805cc5-f4e0-4753-a935-f42fe4c72df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:26.348879 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-4b805cc5-f4e0-4753-a935-f42fe4c72df7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 1127 time: 0.0912166 Jul 25 12:15:26.352198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8918714-06f3-4c5f-bc49-913ec7c6960a {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:26.374653 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port c8918714-06f3-4c5f-bc49-913ec7c6960a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:26.377050 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b799ca-9941-43dc-95e5-1f37c513b573 req-796d8bf3-014e-48df-971b-8fa7100508dc tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:26.378934 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-53b799ca-9941-43dc-95e5-1f37c513b573 req-796d8bf3-014e-48df-971b-8fa7100508dc tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 944 time: 0.1233826 Jul 25 12:15:26.380167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:26.380890 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:15:26.402053 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-c0a8db00-0fbd-4cf5-a6aa-0a6311a78948 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920975 Jul 25 12:15:26.483156 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7517eaa8-98e7-4b1b-86b4-a6cbe960b180 req-3117422e-f625-468f-8c1d-a95d30706c23 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332951 Jul 25 12:15:26.508139 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-8dd899af-8924-4c51-a6f5-e915a8521693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:26.510005 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-8dd899af-8924-4c51-a6f5-e915a8521693 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 911 time: 0.1533844 Jul 25 12:15:26.514016 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-53b799ca-9941-43dc-95e5-1f37c513b573 req-c2fa0717-a727-4d24-a770-bcbe86c26f8c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071181 Jul 25 12:15:26.530246 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=c8918714-06f3-4c5f-bc49-913ec7c6960a,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:26.562702 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:26.579110 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-76794354-7dbe-494b-b2fe-fdb71dedf118 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 200 len: 217 time: 0.0618346 Jul 25 12:15:26.582711 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:26.603364 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:26.616026 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'd01f3ff0-df08-4605-a057-7920ee080060', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'port_id': 'd01f3ff0-df08-4605-a057-7920ee080060', 'mac_address': 'fa:16:3e:d4:35:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:15:26.635755 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37edc087-7587-4094-8b3e-80d46bf67bac req-de8ec04f-0f90-44e1-8781-205eae3f7597 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306530 Jul 25 12:15:26.669436 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-fff25c28-7117-4e73-9175-9f82a3dfb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:26.671575 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-fff25c28-7117-4e73-9175-9f82a3dfb577 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0862932 Jul 25 12:15:26.674329 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:26.674723 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:26.677872 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-157ef5ba-6122-4046-bb9b-9bf336e49ea9 req-059d5907-ba93-4cc3-9d0e-5784742c20ba service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861126 Jul 25 12:15:26.692264 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01f3ff0-df08-4605-a057-7920ee080060 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:26.720525 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:26.726612 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:26.763873 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-6659f68d-5cd7-4af1-b518-7904c9e52b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:26.766056 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-6659f68d-5cd7-4af1-b518-7904c9e52b9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0881867 Jul 25 12:15:26.806642 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:26.848736 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d425-5fed-4e52-8ab9-372dfdc6ae0e req-09a50e35-a221-4786-9017-c6936017c3c7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:26.852362 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a399d425-5fed-4e52-8ab9-372dfdc6ae0e req-09a50e35-a221-4786-9017-c6936017c3c7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 945 time: 0.0515800 Jul 25 12:15:26.864767 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:26.908227 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a399d425-5fed-4e52-8ab9-372dfdc6ae0e req-2d280522-de7d-4e02-9cef-d98837744ca7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508075 Jul 25 12:15:27.184178 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['d01f3ff0-df08-4605-a057-7920ee080060'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:15:27.239078 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f28cc-7f0e-45a5-b20e-f92e3f32387c req-784036ae-5a44-4f02-a127-286e55b5f3f9 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:27.241774 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d2f28cc-7f0e-45a5-b20e-f92e3f32387c req-784036ae-5a44-4f02-a127-286e55b5f3f9 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 944 time: 0.0944774 Jul 25 12:15:27.299766 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['c8918714-06f3-4c5f-bc49-913ec7c6960a'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:15:27.304853 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d2f28cc-7f0e-45a5-b20e-f92e3f32387c req-d3272e8d-d861-4b02-8c86-13906377196a tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540972 Jul 25 12:15:27.333547 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf511b-f638-482e-a3b1-70fe113eec91 req-4ea04386-8b06-4530-953b-e86e44c5623b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:27.341361 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2bdf511b-f638-482e-a3b1-70fe113eec91 req-4ea04386-8b06-4530-953b-e86e44c5623b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 945 time: 0.0666149 Jul 25 12:15:27.401242 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2bdf511b-f638-482e-a3b1-70fe113eec91 req-2e2544c6-0ab7-46ca-9ea0-8f5da7dbcd5f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589640 Jul 25 12:15:27.651312 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-84f33e3e-c1fc-4559-b0cc-89b085fb6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:27.652566 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-84f33e3e-c1fc-4559-b0cc-89b085fb6d6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 1128 time: 0.1525757 Jul 25 12:15:27.681326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a885b74-4c0f-4b82-9596-c68ae4eca257 req-c72ec4dd-8ffd-42b4-93e4-41d563717797 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:27.682753 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9a885b74-4c0f-4b82-9596-c68ae4eca257 req-c72ec4dd-8ffd-42b4-93e4-41d563717797 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 943 time: 0.0888052 Jul 25 12:15:27.720335 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73336d32-6098-453b-945d-e09843455406 req-76a6a8fa-e98a-43bf-a344-18a8ba50dab8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:27.728280 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-73336d32-6098-453b-945d-e09843455406 req-76a6a8fa-e98a-43bf-a344-18a8ba50dab8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 944 time: 0.0747557 Jul 25 12:15:27.732302 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-ccfe08e1-3095-4c6c-a119-2673dbc27198 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311995 Jul 25 12:15:27.759834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:27.830800 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9a885b74-4c0f-4b82-9596-c68ae4eca257 req-cd520a80-3ba2-439c-a9e1-897fa613ae73 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379609 Jul 25 12:15:27.839011 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-73336d32-6098-453b-945d-e09843455406 req-dee29745-6120-4051-9668-6a02ba5afae6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096475 Jul 25 12:15:27.856384 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-07f31d2e-52d6-48fa-87eb-b9ebd7ae0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:27.870611 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-07f31d2e-52d6-48fa-87eb-b9ebd7ae0f10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 916 time: 0.2059703 Jul 25 12:15:27.880869 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:27.896765 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d147b5bf-14c3-4e59-9b31-88a3486ed198 req-5c0d6cd6-c88a-4f37-9e4c-5c347d81a701 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436422 Jul 25 12:15:27.922403 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-a505c3eb-3aa0-4c83-ab14-f316e31add81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f HTTP/1.1" status: 200 len: 217 time: 0.0450304 Jul 25 12:15:27.932514 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f2fd4c6c-baa4-4900-8f20-a81e46e1b234 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:15:28.042150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-838757bf-4ea3-4830-bf9a-0e86d8b54b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:28.043613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-838757bf-4ea3-4830-bf9a-0e86d8b54b2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.1022751 Jul 25 12:15:28.044774 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port f2fd4c6c-baa4-4900-8f20-a81e46e1b234, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:28.058287 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'port_id': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'mac_address': 'fa:16:3e:2e:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:15:28.103516 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:28.103962 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:28.114705 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43937d-3699-4517-8acf-1dc9b056af0f req-d490de18-1805-4465-9182-86ccacd70bca tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:28.121982 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fd4c6c-baa4-4900-8f20-a81e46e1b234 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:28.122929 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf43937d-3699-4517-8acf-1dc9b056af0f req-d490de18-1805-4465-9182-86ccacd70bca tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 945 time: 0.0938070 Jul 25 12:15:28.144361 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-df0bbb36-996f-4ec3-9ad0-0c36f90c65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:28.146144 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-df0bbb36-996f-4ec3-9ad0-0c36f90c65e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784194 Jul 25 12:15:28.163451 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port f2fd4c6c-baa4-4900-8f20-a81e46e1b234, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:28.169853 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:28.232057 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf43937d-3699-4517-8acf-1dc9b056af0f req-dfec2c26-7cc4-43cb-996e-6d4de0a6385b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086769 Jul 25 12:15:28.266003 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:28.285510 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-659c1360-6dd7-4861-82ce-bdac983826a1 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327074 Jul 25 12:15:28.409379 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 7f197314-d0da-4b94-8f2d-39d9013c44e2 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:28.421584 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:28.478620 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 7f197314-d0da-4b94-8f2d-39d9013c44e2 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:15:28.489035 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 7f197314-d0da-4b94-8f2d-39d9013c44e2 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:28.493357 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:28.556154 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d1e03-96cb-46d9-ad0d-a7c3cba743fe req-360666ea-4125-4d7e-8300-83c2d8db0775 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:28.561475 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:28.564086 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-589d1e03-96cb-46d9-ad0d-a7c3cba743fe req-360666ea-4125-4d7e-8300-83c2d8db0775 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 944 time: 0.1394398 Jul 25 12:15:28.639470 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 7f197314-d0da-4b94-8f2d-39d9013c44e2 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:28.639995 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:28.645018 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['f2fd4c6c-baa4-4900-8f20-a81e46e1b234'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:15:28.688677 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:28.702645 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-589d1e03-96cb-46d9-ad0d-a7c3cba743fe req-89bad1d1-e25b-4800-a072-0a762da479f9 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284881 Jul 25 12:15:28.716461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f197314-d0da-4b94-8f2d-39d9013c44e2'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:28.736225 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec501a99-698a-418e-bd92-20662dd6adc2 req-1fbc0d13-c6fb-49f9-a787-4698165de7e3 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361645 Jul 25 12:15:28.756697 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220605-f918-41e8-83d5-16f47d4888e8 req-939fece5-ef82-4f9c-bdce-ca52900cebd6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:28.763620 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f220605-f918-41e8-83d5-16f47d4888e8 req-939fece5-ef82-4f9c-bdce-ca52900cebd6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 945 time: 0.1725914 Jul 25 12:15:28.813657 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46812) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:28.832509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 7f197314-d0da-4b94-8f2d-39d9013c44e2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:28.836327 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f220605-f918-41e8-83d5-16f47d4888e8 req-8a3d58d9-ce91-4092-9848-3f49e7865a32 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686333 Jul 25 12:15:28.859655 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:28.861553 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 3b24bc1b-53c9-4417-92af-4eb343429851 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:28.936762 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=7f197314-d0da-4b94-8f2d-39d9013c44e2,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:28.985397 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46822) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:28.994927 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 3b24bc1b-53c9-4417-92af-4eb343429851 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:15:29.002401 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:29.008313 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 3b24bc1b-53c9-4417-92af-4eb343429851 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:29.008691 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.024081 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da88f2-8b09-4967-856c-a57b6e7283a9 req-f1ac31b6-85f6-4edf-a82a-f027903223dc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:29.025811 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c9da88f2-8b09-4967-856c-a57b6e7283a9 req-f1ac31b6-85f6-4edf-a82a-f027903223dc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 944 time: 0.1055067 Jul 25 12:15:29.057599 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768a98d-4d63-42aa-a8d2-0d174f0dd1c1 req-2c741ca7-764c-48d4-b420-3e5cbd569479 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:29.060116 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e768a98d-4d63-42aa-a8d2-0d174f0dd1c1 req-2c741ca7-764c-48d4-b420-3e5cbd569479 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 944 time: 0.1024292 Jul 25 12:15:29.080931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1b30d4f-8c55-4a9f-8213-b28bb5793865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.130757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 3b24bc1b-53c9-4417-92af-4eb343429851 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:29.131148 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.133007 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d28a544c-9071-4ec8-b41b-288c1b1b2efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.146671 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e768a98d-4d63-42aa-a8d2-0d174f0dd1c1 req-28462cf0-1e1f-4cf1-909a-a9c3f957b4e8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804744 Jul 25 12:15:29.152171 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1bb78-1c03-4891-bc08-bc823a7f74e3" -d '{"events": [{"server_uuid": "eca94ee8-647e-426e-a219-a1bb3cf33deb", "name": "network-vif-plugged", "status": "completed", "tag": "7f197314-d0da-4b94-8f2d-39d9013c44e2"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:29.181507 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 3b24bc1b-53c9-4417-92af-4eb343429851, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b24bc1b-53c9-4417-92af-4eb343429851,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:29.185684 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.186509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device c8918714-06f3-4c5f-bc49-913ec7c6960a up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:29.200969 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c9da88f2-8b09-4967-856c-a57b6e7283a9 req-6954441e-c010-4de3-8bf8-a08b14cc9fd8 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674488 Jul 25 12:15:29.276408 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1b30d4f-8c55-4a9f-8213-b28bb5793865 admin admin] Publish callbacks [] for security_group (1a4e2627-5c0f-4a60-8506-3169216d0b60), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.277118 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1054d5ae-6b3c-43b0-8efa-2dcfb95c654a x-openstack-request-id: req-1054d5ae-6b3c-43b0-8efa-2dcfb95c654a {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:29.277587 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca94ee8-647e-426e-a219-a1bb3cf33deb", "name": "network-vif-plugged", "status": "completed", "tag": "7f197314-d0da-4b94-8f2d-39d9013c44e2", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:29.277767 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1054d5ae-6b3c-43b0-8efa-2dcfb95c654a {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:29.278225 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1054d5ae-6b3c-43b0-8efa-2dcfb95c654a'] response: {'server_uuid': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f197314-d0da-4b94-8f2d-39d9013c44e2', 'code': 200} Jul 25 12:15:29.289816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=3b24bc1b-53c9-4417-92af-4eb343429851,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:29.292809 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port c8918714-06f3-4c5f-bc49-913ec7c6960a completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:15:29.300726 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port c8918714-06f3-4c5f-bc49-913ec7c6960a triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:29.301000 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.323285 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d28a544c-9071-4ec8-b41b-288c1b1b2efe admin admin] Publish callbacks [] for security_group (9eca355f-9425-4130-916e-1b27df59c485), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.325931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1b30d4f-8c55-4a9f-8213-b28bb5793865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (1a4e2627-5c0f-4a60-8506-3169216d0b60), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.346579 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d28a544c-9071-4ec8-b41b-288c1b1b2efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9eca355f-9425-4130-916e-1b27df59c485), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.383782 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port c8918714-06f3-4c5f-bc49-913ec7c6960a is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:29.384184 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.419874 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port c8918714-06f3-4c5f-bc49-913ec7c6960a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:29.424712 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.427758 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b1b30d4f-8c55-4a9f-8213-b28bb5793865 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9c48b754f9341e0b2c415623ccdf9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6102211 Jul 25 12:15:29.427855 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:29.427988 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46832) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:29.433457 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d28a544c-9071-4ec8-b41b-288c1b1b2efe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c86a86619d764987bbb889ca894dbc50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461932 Jul 25 12:15:29.434200 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46834) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:29.436735 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b30d4f-8c55-4a9f-8213-b28bb5793865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e2627-5c0f-4a60-8506-3169216d0b60,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:29.466817 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a544c-9071-4ec8-b41b-288c1b1b2efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca355f-9425-4130-916e-1b27df59c485,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:29.476247 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fa45f-2477-4662-8e81-39f78adf71f4 req-544e6607-d446-4735-aab9-12f0ef8f790e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:29.477804 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-752fa45f-2477-4662-8e81-39f78adf71f4 req-544e6607-d446-4735-aab9-12f0ef8f790e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1438859 Jul 25 12:15:29.483276 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:29.503220 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=c8918714-06f3-4c5f-bc49-913ec7c6960a,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:29.512799 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port d01f3ff0-df08-4605-a057-7920ee080060 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:15:29.521966 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port d01f3ff0-df08-4605-a057-7920ee080060 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:29.523336 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d01f3ff0-df08-4605-a057-7920ee080060), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.535363 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a259f4-5278-4a74-97e5-28d9f16f079d req-017811a4-9b36-4efe-ae7c-58cd9813f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:29.536864 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-10a259f4-5278-4a74-97e5-28d9f16f079d req-017811a4-9b36-4efe-ae7c-58cd9813f378 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 1130 time: 0.1004870 Jul 25 12:15:29.548212 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:29.565094 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-10a259f4-5278-4a74-97e5-28d9f16f079d req-b137aeca-7030-4bd8-abce-ced3542f0b3d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.576183 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-752fa45f-2477-4662-8e81-39f78adf71f4 req-3af9dc60-3af2-45da-8ec1-a6da7deb3eb6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915003 Jul 25 12:15:29.590713 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b039bb31-6557-456c-a2d1-b3b61503210d admin admin] Publish callbacks [] for security_group (9eca355f-9425-4130-916e-1b27df59c485), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.596735 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-566fda12-ce30-4531-96a9-9b7bee67ec5c admin admin] Publish callbacks [] for security_group (1a4e2627-5c0f-4a60-8506-3169216d0b60), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.601117 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:29.601634 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.626432 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b039bb31-6557-456c-a2d1-b3b61503210d admin admin] Publish callbacks [] for security_group (9eca355f-9425-4130-916e-1b27df59c485), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.637855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-566fda12-ce30-4531-96a9-9b7bee67ec5c admin admin] Publish callbacks [] for security_group (1a4e2627-5c0f-4a60-8506-3169216d0b60), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.639329 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:29.644120 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.689479 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b039bb31-6557-456c-a2d1-b3b61503210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9eca355f-9425-4130-916e-1b27df59c485), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.692279 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b039bb31-6557-456c-a2d1-b3b61503210d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:29.693730 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b039bb31-6557-456c-a2d1-b3b61503210d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9eca355f-9425-4130-916e-1b27df59c485 HTTP/1.1" status: 204 len: 168 time: 0.2537427 Jul 25 12:15:29.703285 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039bb31-6557-456c-a2d1-b3b61503210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca355f-9425-4130-916e-1b27df59c485,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:29.712642 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:29.747001 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:29.885876 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:29.927693 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 59a6c2e2-7638-469a-bca1-c81f367ece3f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:15:29.928449 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05533423-b4a2-429c-ad40-6e9afe497e34 req-caf239f9-2d4a-4c04-9f4b-ebe26b2f8cdb tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:29.930516 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05533423-b4a2-429c-ad40-6e9afe497e34 req-caf239f9-2d4a-4c04-9f4b-ebe26b2f8cdb tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0941024 Jul 25 12:15:29.954710 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f2fd4c6c-baa4-4900-8f20-a81e46e1b234 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:30.000981 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-566fda12-ce30-4531-96a9-9b7bee67ec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (1a4e2627-5c0f-4a60-8506-3169216d0b60), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.001505 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cabc1-8d44-4432-95ac-ba2ff0325216 req-024bd932-03cf-40c8-b5a1-a63a97519949 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:30.003586 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-566fda12-ce30-4531-96a9-9b7bee67ec5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.003804 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-904cabc1-8d44-4432-95ac-ba2ff0325216 req-024bd932-03cf-40c8-b5a1-a63a97519949 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0844285 Jul 25 12:15:30.004775 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-566fda12-ce30-4531-96a9-9b7bee67ec5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a4e2627-5c0f-4a60-8506-3169216d0b60 HTTP/1.1" status: 204 len: 168 time: 0.5748160 Jul 25 12:15:30.007468 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-10a259f4-5278-4a74-97e5-28d9f16f079d req-b137aeca-7030-4bd8-abce-ced3542f0b3d service neutron] Publish callbacks [] for security_group (9e97a1d3-52e0-4ff1-b1a6-e6a5262783e7), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.020353 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05533423-b4a2-429c-ad40-6e9afe497e34 req-092c90bb-8661-4863-af13-50f599861e30 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733442 Jul 25 12:15:30.027626 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-10a259f4-5278-4a74-97e5-28d9f16f079d req-b137aeca-7030-4bd8-abce-ced3542f0b3d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9e97a1d3-52e0-4ff1-b1a6-e6a5262783e7), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.038607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:30.052021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fda12-ce30-4531-96a9-9b7bee67ec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e2627-5c0f-4a60-8506-3169216d0b60,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:30.061593 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.db.resource_extend [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 12:15:30.134435 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-904cabc1-8d44-4432-95ac-ba2ff0325216 req-078a5a91-69b0-4aa6-b6fa-ff84b3cbd163 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099854 Jul 25 12:15:30.146539 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-10a259f4-5278-4a74-97e5-28d9f16f079d req-b137aeca-7030-4bd8-abce-ced3542f0b3d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939822 Jul 25 12:15:30.155918 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137aeca-7030-4bd8-abce-ced3542f0b3d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e97a1d3-52e0-4ff1-b1a6-e6a5262783e7,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:30.247266 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46858) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:30.272957 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-856052f3-b28e-47e2-a929-57e8c70baa9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.332020 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b34aa-312c-4ee1-800d-99fff41ac175 req-6c8d2e2f-c76c-43d3-befa-e9aa6bbc8d21 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:30.340503 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6c6b34aa-312c-4ee1-800d-99fff41ac175 req-6c8d2e2f-c76c-43d3-befa-e9aa6bbc8d21 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 944 time: 0.0738609 Jul 25 12:15:30.346300 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:15:30.360290 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:30.360921 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.422212 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6c6b34aa-312c-4ee1-800d-99fff41ac175 req-4017c13f-6d2e-4839-93da-ca35e1e4a4da tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807600 Jul 25 12:15:30.429906 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 59a6c2e2-7638-469a-bca1-c81f367ece3f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:30.445853 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3f127-07fa-47df-b09e-64568dd8787f req-72ee3630-99a2-47a3-bbb5-3a958d3495f2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:30.446714 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:15:30.447638 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-97b3f127-07fa-47df-b09e-64568dd8787f req-72ee3630-99a2-47a3-bbb5-3a958d3495f2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 944 time: 0.0835280 Jul 25 12:15:30.448151 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:30.526697 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-856052f3-b28e-47e2-a929-57e8c70baa9c admin admin] Publish callbacks [] for security_group (6e7934ef-3f93-4fed-aeb8-e187d252307a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.527963 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 59a6c2e2-7638-469a-bca1-c81f367ece3f is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:30.528544 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.542858 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-856052f3-b28e-47e2-a929-57e8c70baa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (6e7934ef-3f93-4fed-aeb8-e187d252307a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.546885 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a6c2e2-7638-469a-bca1-c81f367ece3f {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:30.572461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 59a6c2e2-7638-469a-bca1-c81f367ece3f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:30.584515 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.593982 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-97b3f127-07fa-47df-b09e-64568dd8787f req-ba684029-e749-42b1-8a60-43239aab5ab3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357796 Jul 25 12:15:30.614404 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-856052f3-b28e-47e2-a929-57e8c70baa9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcb6e4f7ec084ec98c46d8641aecb597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656392 Jul 25 12:15:30.617109 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46870) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:30.620451 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856052f3-b28e-47e2-a929-57e8c70baa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7934ef-3f93-4fed-aeb8-e187d252307a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:30.673889 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=59a6c2e2-7638-469a-bca1-c81f367ece3f,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:30.676981 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:30.677381 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.705669 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46872) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:30.725968 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45c8334d-4cee-4714-9f27-d41a3d56d0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.734584 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8c6b881a-c4ed-475b-833b-e6ce212d7ba9 admin admin] Publish callbacks [] for security_group (6e7934ef-3f93-4fed-aeb8-e187d252307a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.734769 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port f2fd4c6c-baa4-4900-8f20-a81e46e1b234, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:30.742198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.755885 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:30.799329 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:30.801346 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8c6b881a-c4ed-475b-833b-e6ce212d7ba9 admin admin] Publish callbacks [] for security_group (6e7934ef-3f93-4fed-aeb8-e187d252307a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.810615 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c07cd-ab17-4396-b280-244b3f976630 req-c75a6235-367c-4f3d-9e2e-7c2ffadb49d9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:30.812034 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1d2c07cd-ab17-4396-b280-244b3f976630 req-c75a6235-367c-4f3d-9e2e-7c2ffadb49d9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0918984 Jul 25 12:15:30.843671 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45c8334d-4cee-4714-9f27-d41a3d56d0c0 admin admin] Publish callbacks [] for security_group (d34dff69-91de-4c64-afdd-f283f96d8ad3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.849364 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45c8334d-4cee-4714-9f27-d41a3d56d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d34dff69-91de-4c64-afdd-f283f96d8ad3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.854941 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['59a6c2e2-7638-469a-bca1-c81f367ece3f'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:15:30.883041 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8334d-4cee-4714-9f27-d41a3d56d0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34dff69-91de-4c64-afdd-f283f96d8ad3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:30.886359 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1d2c07cd-ab17-4396-b280-244b3f976630 req-a3476ea6-df93-4535-a1b3-24596ed0c1ff tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661738 Jul 25 12:15:30.905568 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:30.907312 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8c6b881a-c4ed-475b-833b-e6ce212d7ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (6e7934ef-3f93-4fed-aeb8-e187d252307a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.911814 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8c6b881a-c4ed-475b-833b-e6ce212d7ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:30.912179 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-8c6b881a-c4ed-475b-833b-e6ce212d7ba9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e7934ef-3f93-4fed-aeb8-e187d252307a HTTP/1.1" status: 204 len: 168 time: 0.2930477 Jul 25 12:15:30.912909 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46876) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:30.913824 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-45c8334d-4cee-4714-9f27-d41a3d56d0c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d38f98edb0a486199cae6655eeb3ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063186 Jul 25 12:15:30.925368 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b881a-c4ed-475b-833b-e6ce212d7ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7934ef-3f93-4fed-aeb8-e187d252307a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:30.950105 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46880) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:31.008490 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3c74be01-e251-4780-9ad5-80963571c41b admin admin] Publish callbacks [] for security_group (d34dff69-91de-4c64-afdd-f283f96d8ad3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.032352 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3c74be01-e251-4780-9ad5-80963571c41b admin admin] Publish callbacks [] for security_group (d34dff69-91de-4c64-afdd-f283f96d8ad3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.103151 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3c74be01-e251-4780-9ad5-80963571c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d34dff69-91de-4c64-afdd-f283f96d8ad3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.105971 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3c74be01-e251-4780-9ad5-80963571c41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.109559 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-3c74be01-e251-4780-9ad5-80963571c41b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d34dff69-91de-4c64-afdd-f283f96d8ad3 HTTP/1.1" status: 204 len: 168 time: 0.1906540 Jul 25 12:15:31.122580 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74be01-e251-4780-9ad5-80963571c41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34dff69-91de-4c64-afdd-f283f96d8ad3,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:31.178689 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c5806-845b-4769-8918-3c443cf6527c req-62c48eef-fd34-48b5-aed3-9456ac52077a tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:31.186064 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f7c5806-845b-4769-8918-3c443cf6527c req-62c48eef-fd34-48b5-aed3-9456ac52077a tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0687294 Jul 25 12:15:31.237302 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f7c5806-845b-4769-8918-3c443cf6527c req-9f4a2222-9c38-4ce9-b28c-f6d34e7ae930 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501852 Jul 25 12:15:31.249282 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:31.273106 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-29b5b164-fee1-46ec-b6f2-a6a3ae4c8db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.279896 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24bc1b-53c9-4417-92af-4eb343429851'}, {'server_uuid': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8918714-06f3-4c5f-bc49-913ec7c6960a'}, {'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060'}, {'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:31.282794 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d0d6fc-9904-4284-b6a9-3e7284691a25" -d '{"events": [{"server_uuid": "03ec6126-ab67-4094-ade6-816f0e39ba46", "name": "network-vif-plugged", "status": "completed", "tag": "3b24bc1b-53c9-4417-92af-4eb343429851"}, {"server_uuid": "c9644e94-ac1d-497c-868e-36945ba75fa6", "name": "network-vif-plugged", "status": "completed", "tag": "c8918714-06f3-4c5f-bc49-913ec7c6960a"}, {"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-plugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060"}, {"server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:31.325754 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ad76-6cf5-448f-aedc-c0419c084b0d req-7541e529-a10d-4764-be19-815b04a6ad01 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:31.328894 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-43c5ad76-6cf5-448f-aedc-c0419c084b0d req-7541e529-a10d-4764-be19-815b04a6ad01 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0771277 Jul 25 12:15:31.354378 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8633d72b-d1e1-4c32-aa95-ff44054feaf7 x-openstack-request-id: req-8633d72b-d1e1-4c32-aa95-ff44054feaf7 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:31.354857 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ec6126-ab67-4094-ade6-816f0e39ba46", "name": "network-vif-plugged", "status": "completed", "tag": "3b24bc1b-53c9-4417-92af-4eb343429851", "code": 200}, {"server_uuid": "c9644e94-ac1d-497c-868e-36945ba75fa6", "name": "network-vif-plugged", "status": "completed", "tag": "c8918714-06f3-4c5f-bc49-913ec7c6960a", "code": 200}, {"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-plugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060", "code": 200}, {"server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:31.354966 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8633d72b-d1e1-4c32-aa95-ff44054feaf7 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:31.355307 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8633d72b-d1e1-4c32-aa95-ff44054feaf7'] response: {'server_uuid': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24bc1b-53c9-4417-92af-4eb343429851', 'code': 200} Jul 25 12:15:31.356000 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8633d72b-d1e1-4c32-aa95-ff44054feaf7'] response: {'server_uuid': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8918714-06f3-4c5f-bc49-913ec7c6960a', 'code': 200} Jul 25 12:15:31.356000 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8633d72b-d1e1-4c32-aa95-ff44054feaf7'] response: {'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060', 'code': 200} Jul 25 12:15:31.356437 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8633d72b-d1e1-4c32-aa95-ff44054feaf7'] response: {'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'code': 200} Jul 25 12:15:31.389216 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:31.394694 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-43c5ad76-6cf5-448f-aedc-c0419c084b0d req-2ac9b295-8bde-4390-bfe6-7163a2f1633e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589383 Jul 25 12:15:31.417513 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-29b5b164-fee1-46ec-b6f2-a6a3ae4c8db6 admin admin] Publish callbacks [] for security_group (247d5f1c-f4e4-49d8-8b1b-c37829adf571), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.438157 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-29b5b164-fee1-46ec-b6f2-a6a3ae4c8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (247d5f1c-f4e4-49d8-8b1b-c37829adf571), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.511319 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5b164-fee1-46ec-b6f2-a6a3ae4c8db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247d5f1c-f4e4-49d8-8b1b-c37829adf571,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:31.547810 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-29b5b164-fee1-46ec-b6f2-a6a3ae4c8db6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0ecb7d347874891b39b6519dd76d907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5952098 Jul 25 12:15:31.550497 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46908) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:31.677068 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd270b1c-185d-40e2-a4c0-f60db7345c3f admin admin] Publish callbacks [] for security_group (247d5f1c-f4e4-49d8-8b1b-c37829adf571), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.702323 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3a301-4866-4dde-bb0c-80b6dba8bf38 req-daf8b010-2549-4b44-a79b-a2a62342274c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:31.703887 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cce3a301-4866-4dde-bb0c-80b6dba8bf38 req-daf8b010-2549-4b44-a79b-a2a62342274c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 945 time: 0.1351519 Jul 25 12:15:31.746905 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:31.830797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd270b1c-185d-40e2-a4c0-f60db7345c3f admin admin] Publish callbacks [] for security_group (247d5f1c-f4e4-49d8-8b1b-c37829adf571), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:31.831901 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0de9-64cc-4c70-be1c-f4085c504b8d req-fa2d9587-ac7d-4b45-a0e1-4cf3d1bc7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:31.833889 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b1ff0de9-64cc-4c70-be1c-f4085c504b8d req-fa2d9587-ac7d-4b45-a0e1-4cf3d1bc7f69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1130 time: 0.1291263 Jul 25 12:15:31.878499 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cce3a301-4866-4dde-bb0c-80b6dba8bf38 req-bc8980cd-f42f-42c6-9658-a7e2012babff tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637256 Jul 25 12:15:31.895793 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb757-feb5-47f6-90bd-ed1bbd8155a5 req-9a492322-0bcb-46a1-a808-ac3db6c773d9 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:31.900000 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-482eb757-feb5-47f6-90bd-ed1bbd8155a5 req-9a492322-0bcb-46a1-a808-ac3db6c773d9 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1251500 Jul 25 12:15:31.925686 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2c06-f7d8-4e61-9100-48fa3a543134 req-b1970ed8-8445-4ec4-919c-ff25e648b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:31.927011 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e54e2c06-f7d8-4e61-9100-48fa3a543134 req-b1970ed8-8445-4ec4-919c-ff25e648b575 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 1129 time: 0.2381313 Jul 25 12:15:31.939473 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 59a6c2e2-7638-469a-bca1-c81f367ece3f up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:31.991849 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296b22-a073-489e-af31-ede951eb6700 req-72b7f8ef-1df9-4b28-845f-f346acd8eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:31.993637 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3296b22-a073-489e-af31-ede951eb6700 req-72b7f8ef-1df9-4b28-845f-f346acd8eac1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 1130 time: 0.2394345 Jul 25 12:15:32.001806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05311ef-629e-4af7-8741-2dfc2db2f44b req-d132c597-54ab-4bbd-bffb-1d24a13c96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:32.003712 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f05311ef-629e-4af7-8741-2dfc2db2f44b req-d132c597-54ab-4bbd-bffb-1d24a13c96df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 1129 time: 0.2382390 Jul 25 12:15:32.007026 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 59a6c2e2-7638-469a-bca1-c81f367ece3f completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:15:32.014616 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 59a6c2e2-7638-469a-bca1-c81f367ece3f triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:32.015321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.050246 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-482eb757-feb5-47f6-90bd-ed1bbd8155a5 req-bc637146-fc9b-46da-9ba9-5f105e43313e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324539 Jul 25 12:15:32.051460 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd270b1c-185d-40e2-a4c0-f60db7345c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (247d5f1c-f4e4-49d8-8b1b-c37829adf571), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.068024 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd270b1c-185d-40e2-a4c0-f60db7345c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.068024 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-fd270b1c-185d-40e2-a4c0-f60db7345c3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/247d5f1c-f4e4-49d8-8b1b-c37829adf571 HTTP/1.1" status: 204 len: 168 time: 0.5101335 Jul 25 12:15:32.071569 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd270b1c-185d-40e2-a4c0-f60db7345c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d5f1c-f4e4-49d8-8b1b-c37829adf571,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:32.076633 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea8001-cdef-4c76-9459-64219ccbf181 req-6f36e7ae-1cef-4771-82b3-ae5a3443417d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:32.081270 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9fea8001-cdef-4c76-9459-64219ccbf181 req-6f36e7ae-1cef-4771-82b3-ae5a3443417d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0987108 Jul 25 12:15:32.144126 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 59a6c2e2-7638-469a-bca1-c81f367ece3f is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:32.144687 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.154348 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9fea8001-cdef-4c76-9459-64219ccbf181 req-1af42d6a-339d-411c-b4cb-cc74e5720f68 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Jul 25 12:15:32.190548 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 59a6c2e2-7638-469a-bca1-c81f367ece3f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:32.196483 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.298244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=59a6c2e2-7638-469a-bca1-c81f367ece3f,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:32.342448 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b1ff0de9-64cc-4c70-be1c-f4085c504b8d req-c3cb5835-39b8-4d98-81f8-906b4089520f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919850 Jul 25 12:15:32.479158 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:32.489760 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad455467-ce3d-4be8-b5ab-804723628293 req-66962f91-0740-42b3-947d-465cb168d5c8 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:32.502389 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e54e2c06-f7d8-4e61-9100-48fa3a543134 req-7f5023da-b15d-4f53-82f1-80e0bf2bf5b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839194 Jul 25 12:15:32.504243 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad455467-ce3d-4be8-b5ab-804723628293 req-66962f91-0740-42b3-947d-465cb168d5c8 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0985024 Jul 25 12:15:32.531911 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f05311ef-629e-4af7-8741-2dfc2db2f44b req-b190271f-2d34-4a59-869d-c09a02b573d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204096 Jul 25 12:15:32.536400 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3296b22-a073-489e-af31-ede951eb6700 req-d2692a20-e3cf-4b81-960d-bf0a27f8a50a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282128 Jul 25 12:15:32.576120 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad455467-ce3d-4be8-b5ab-804723628293 req-ca485e23-3a83-486e-8323-2e21262bc650 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707276 Jul 25 12:15:32.630692 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46958) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:32.651020 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcbae3-955b-4cf6-9979-482cdaaa3395 req-90568f50-ff60-4a70-b43c-4ba8bfb64536 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:32.653852 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-932e3c04-ed0a-44ef-ab7e-06594bf74937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.656115 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93bcbae3-955b-4cf6-9979-482cdaaa3395 req-90568f50-ff60-4a70-b43c-4ba8bfb64536 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0790286 Jul 25 12:15:32.729537 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93bcbae3-955b-4cf6-9979-482cdaaa3395 req-bb47d850-04a8-425d-af3c-737094366e84 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658405 Jul 25 12:15:32.730659 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3500e5-3513-4d16-9aff-c7951266b0ee req-ca6ab367-82b4-4335-884b-38ef7e7e61d4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:32.739796 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f3500e5-3513-4d16-9aff-c7951266b0ee req-ca6ab367-82b4-4335-884b-38ef7e7e61d4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0681887 Jul 25 12:15:32.805946 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f3500e5-3513-4d16-9aff-c7951266b0ee req-86ce181b-2b56-48fe-a1e8-e5ed6f05f57f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648763 Jul 25 12:15:32.843765 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-932e3c04-ed0a-44ef-ab7e-06594bf74937 admin admin] Publish callbacks [] for security_group (c0d8424f-8e1f-46f0-bfa1-362626478d3b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.848908 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-932e3c04-ed0a-44ef-ab7e-06594bf74937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c0d8424f-8e1f-46f0-bfa1-362626478d3b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:32.892715 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-932e3c04-ed0a-44ef-ab7e-06594bf74937 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91029af1b4d24082992561293988d07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584050 Jul 25 12:15:32.892715 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e3c04-ed0a-44ef-ab7e-06594bf74937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d8424f-8e1f-46f0-bfa1-362626478d3b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:32.893392 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46966) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:33.000390 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4ddf-b6a2-4d01-8b5a-d0120a3fd612 admin admin] Publish callbacks [] for security_group (c0d8424f-8e1f-46f0-bfa1-362626478d3b), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.023200 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2229a-61ec-4680-a91e-e1f98df4226d req-e07dd37b-ee80-4f05-8b1a-28591ca9339f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:33.024717 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-68d2229a-61ec-4680-a91e-e1f98df4226d req-e07dd37b-ee80-4f05-8b1a-28591ca9339f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0711608 Jul 25 12:15:33.048610 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4ddf-b6a2-4d01-8b5a-d0120a3fd612 admin admin] Publish callbacks [] for security_group (c0d8424f-8e1f-46f0-bfa1-362626478d3b), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.051426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46974) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:33.110586 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-68d2229a-61ec-4680-a91e-e1f98df4226d req-ee74c47f-88d9-4747-804f-6228ee7370fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734475 Jul 25 12:15:33.143613 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4ddf-b6a2-4d01-8b5a-d0120a3fd612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c0d8424f-8e1f-46f0-bfa1-362626478d3b), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.147693 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4ddf-b6a2-4d01-8b5a-d0120a3fd612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.148818 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4a4f4ddf-b6a2-4d01-8b5a-d0120a3fd612 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0d8424f-8e1f-46f0-bfa1-362626478d3b HTTP/1.1" status: 204 len: 168 time: 0.2542989 Jul 25 12:15:33.160689 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f4ddf-b6a2-4d01-8b5a-d0120a3fd612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d8424f-8e1f-46f0-bfa1-362626478d3b,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:33.176147 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:33.186653 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d62b-6724-4512-b26a-070a12d007e9 req-f1a35648-08b9-481e-a3af-0b9741663379 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:33.196228 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c1d62b-6724-4512-b26a-070a12d007e9 req-f1a35648-08b9-481e-a3af-0b9741663379 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0648017 Jul 25 12:15:33.230463 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22bf4a70-fa82-4da4-a10c-3beb2874162b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.276202 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c1d62b-6724-4512-b26a-070a12d007e9 req-e159f22a-0a51-4642-98a9-689912f672bc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787446 Jul 25 12:15:33.312375 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:33.346577 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46986) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:33.353600 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22bf4a70-fa82-4da4-a10c-3beb2874162b admin admin] Publish callbacks [] for security_group (3c3aa007-652e-4af1-a365-5a7937388fa3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.357049 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:33.358175 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22bf4a70-fa82-4da4-a10c-3beb2874162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (3c3aa007-652e-4af1-a365-5a7937388fa3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.360616 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7acf497-130e-4ff5-ab03-cd57cac6d14c" -d '{"events": [{"server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:33.398737 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf4a70-fa82-4da4-a10c-3beb2874162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3aa007-652e-4af1-a365-5a7937388fa3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:33.409227 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-22bf4a70-fa82-4da4-a10c-3beb2874162b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b5390e94d444bfe91467df0e3f09457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564062 Jul 25 12:15:33.412060 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 46992) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:33.431269 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6138c-d84a-4d9d-b420-702e8419de08 x-openstack-request-id: req-5bb6138c-d84a-4d9d-b420-702e8419de08 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:33.431687 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:33.432157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bb6138c-d84a-4d9d-b420-702e8419de08 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:33.432758 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb6138c-d84a-4d9d-b420-702e8419de08'] response: {'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'code': 200} Jul 25 12:15:33.467932 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa834-b901-4a78-b5d0-9ac50bcde2f6 admin admin] Publish callbacks [] for security_group (3c3aa007-652e-4af1-a365-5a7937388fa3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.504089 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa834-b901-4a78-b5d0-9ac50bcde2f6 admin admin] Publish callbacks [] for security_group (3c3aa007-652e-4af1-a365-5a7937388fa3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.506110 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-13c2e9b6-7f89-495a-8d8a-7a3997caabe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.515990 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 46994) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:33.530188 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9750b40-88cb-401a-9005-d72884335311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.583602 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:33.586404 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa834-b901-4a78-b5d0-9ac50bcde2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (3c3aa007-652e-4af1-a365-5a7937388fa3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.589163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa834-b901-4a78-b5d0-9ac50bcde2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.590293 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-e5eaa834-b901-4a78-b5d0-9ac50bcde2f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c3aa007-652e-4af1-a365-5a7937388fa3 HTTP/1.1" status: 204 len: 168 time: 0.1771448 Jul 25 12:15:33.605961 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaa834-b901-4a78-b5d0-9ac50bcde2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3aa007-652e-4af1-a365-5a7937388fa3,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:33.614624 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9750b40-88cb-401a-9005-d72884335311 admin admin] Publish callbacks [] for security_group (d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.621282 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9750b40-88cb-401a-9005-d72884335311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.634165 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-13c2e9b6-7f89-495a-8d8a-7a3997caabe9 admin admin] Publish callbacks [] for security_group (90f57f81-76af-4870-af31-75d1f7b6bb3a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.639462 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-13c2e9b6-7f89-495a-8d8a-7a3997caabe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (90f57f81-76af-4870-af31-75d1f7b6bb3a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.666131 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9750b40-88cb-401a-9005-d72884335311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:33.673431 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c9750b40-88cb-401a-9005-d72884335311 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=767d37cf832442adb1838fe183f42b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563230 Jul 25 12:15:33.674025 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47000) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:33.689999 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-13c2e9b6-7f89-495a-8d8a-7a3997caabe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b5f1647200d4b32bf1cb523c293c018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393414 Jul 25 12:15:33.689999 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2e9b6-7f89-495a-8d8a-7a3997caabe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f57f81-76af-4870-af31-75d1f7b6bb3a,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:33.692198 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47002) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:33.745471 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e14306cd-f6c6-49f8-bb22-bbdf332ceaa3 admin admin] Publish callbacks [] for security_group (90f57f81-76af-4870-af31-75d1f7b6bb3a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.762759 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579f47b-07f4-4ace-8951-4cc7ffe690fe req-7b96cf83-6eee-4353-ab24-7b2ffd0dc029 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:33.764309 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e579f47b-07f4-4ace-8951-4cc7ffe690fe req-7b96cf83-6eee-4353-ab24-7b2ffd0dc029 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0630603 Jul 25 12:15:33.785915 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e14306cd-f6c6-49f8-bb22-bbdf332ceaa3 admin admin] Publish callbacks [] for security_group (90f57f81-76af-4870-af31-75d1f7b6bb3a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.790915 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3fa5232d-e402-46c0-b718-6e20dede4c89 admin admin] Publish callbacks [] for security_group (d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.802611 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:33.832348 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3fa5232d-e402-46c0-b718-6e20dede4c89 admin admin] Publish callbacks [] for security_group (d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.857168 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e579f47b-07f4-4ace-8951-4cc7ffe690fe req-e4d14cee-d88d-4776-b9dc-e5b6fad25b43 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850911 Jul 25 12:15:33.891501 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e14306cd-f6c6-49f8-bb22-bbdf332ceaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (90f57f81-76af-4870-af31-75d1f7b6bb3a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.894423 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e14306cd-f6c6-49f8-bb22-bbdf332ceaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.897096 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-e14306cd-f6c6-49f8-bb22-bbdf332ceaa3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90f57f81-76af-4870-af31-75d1f7b6bb3a HTTP/1.1" status: 204 len: 168 time: 0.2039056 Jul 25 12:15:33.906379 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14306cd-f6c6-49f8-bb22-bbdf332ceaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f57f81-76af-4870-af31-75d1f7b6bb3a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:33.911829 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3fa5232d-e402-46c0-b718-6e20dede4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.914505 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695da039-be0a-4658-94a4-d3f4df2fef48 req-bd0fbc50-5458-434b-9a26-7ad3641bd161 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:33.919370 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3fa5232d-e402-46c0-b718-6e20dede4c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:33.926585 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-695da039-be0a-4658-94a4-d3f4df2fef48 req-bd0fbc50-5458-434b-9a26-7ad3641bd161 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0956020 Jul 25 12:15:33.926759 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3fa5232d-e402-46c0-b718-6e20dede4c89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1 HTTP/1.1" status: 204 len: 168 time: 0.2512655 Jul 25 12:15:33.945358 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5232d-e402-46c0-b718-6e20dede4c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c27872-86db-4b85-a7a5-ac0c0c7b1ff1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:33.995263 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-695da039-be0a-4658-94a4-d3f4df2fef48 req-1bb63d18-64ef-4ebf-b48f-e210c1194d54 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625839 Jul 25 12:15:34.018802 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47ca0-34be-4d6e-9d2b-f24668166d4c req-95be3926-e4d3-496b-8ba7-df745340a09a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:34.020299 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48c47ca0-34be-4d6e-9d2b-f24668166d4c req-95be3926-e4d3-496b-8ba7-df745340a09a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0583508 Jul 25 12:15:34.063260 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:34.085743 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48c47ca0-34be-4d6e-9d2b-f24668166d4c req-65db7b27-64f4-4945-ba38-ee81c4fc6fe7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591829 Jul 25 12:15:34.242392 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bbf6c-1052-4224-8338-92f544c1fd04 req-87a86785-986e-4dd0-b04d-2165581e8f58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:34.243847 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-951bbf6c-1052-4224-8338-92f544c1fd04 req-87a86785-986e-4dd0-b04d-2165581e8f58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0524895 Jul 25 12:15:34.321396 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-951bbf6c-1052-4224-8338-92f544c1fd04 req-0bd043e3-2c44-407d-9c92-b8affb399801 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710804 Jul 25 12:15:34.451081 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129bcbb-0f38-4c44-8709-75cb98fbba35 req-4870639c-8f57-4b52-b47d-8af5025dc408 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:34.452688 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7129bcbb-0f38-4c44-8709-75cb98fbba35 req-4870639c-8f57-4b52-b47d-8af5025dc408 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0892546 Jul 25 12:15:34.512106 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7129bcbb-0f38-4c44-8709-75cb98fbba35 req-c77d60a1-a36f-4ab9-85cb-7c8b00cc90a4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515063 Jul 25 12:15:35.041959 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3e5ab-a75f-4b33-8507-26e817b092ce req-4f22d946-85e8-4108-80f9-26fb3955c87b tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:35.049950 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-99a3e5ab-a75f-4b33-8507-26e817b092ce req-4f22d946-85e8-4108-80f9-26fb3955c87b tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0679898 Jul 25 12:15:35.112475 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-99a3e5ab-a75f-4b33-8507-26e817b092ce req-bb1bf4ab-a4cd-47f6-8baa-c177d9be2d6e tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616593 Jul 25 12:15:35.162758 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627856f6-2d04-4fc2-b887-efde7e5b84c7 req-442eb973-8d4b-4bcd-bec2-bd1ba005a6e0 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:35.164982 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-627856f6-2d04-4fc2-b887-efde7e5b84c7 req-442eb973-8d4b-4bcd-bec2-bd1ba005a6e0 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0761518 Jul 25 12:15:35.243803 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86c20e-cc93-4014-85ed-7e4d99cb6138 req-ec83745d-7199-4581-89d9-3d6ce805b70b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:35.245580 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-af86c20e-cc93-4014-85ed-7e4d99cb6138 req-ec83745d-7199-4581-89d9-3d6ce805b70b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0573015 Jul 25 12:15:35.246498 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-627856f6-2d04-4fc2-b887-efde7e5b84c7 req-633552ea-d97a-470c-a4cc-f5de685fee07 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757420 Jul 25 12:15:35.330689 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-af86c20e-cc93-4014-85ed-7e4d99cb6138 req-5118676c-d353-46ad-9393-aefd0f4461d5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778804 Jul 25 12:15:35.497633 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e746-5b2f-4f93-b5f7-a2fe6c7f5d6a req-c3ce816b-e111-438d-9c4d-489e4ef125e3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:35.499405 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3183e746-5b2f-4f93-b5f7-a2fe6c7f5d6a req-c3ce816b-e111-438d-9c4d-489e4ef125e3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0811231 Jul 25 12:15:35.700731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb4059-af07-4180-a628-bd578c88fc46 req-da98c087-71f8-4b8b-8b76-a3f6ef9ef6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:35.702141 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92eb4059-af07-4180-a628-bd578c88fc46 req-da98c087-71f8-4b8b-8b76-a3f6ef9ef6df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 1130 time: 0.1234255 Jul 25 12:15:35.715895 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3183e746-5b2f-4f93-b5f7-a2fe6c7f5d6a req-229338c4-eb4f-4d9b-beb3-fba07a1fa0f9 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000518 Jul 25 12:15:35.760403 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504498a-c181-4157-a555-e5d07f741548 req-b8f91d13-9b5e-4e65-8d1b-e7b4358bf01f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:35.763577 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5504498a-c181-4157-a555-e5d07f741548 req-b8f91d13-9b5e-4e65-8d1b-e7b4358bf01f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.3939064 Jul 25 12:15:35.781374 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47104) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:35.787205 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'floatingip': {'port_id': 'd01f3ff0-df08-4605-a057-7920ee080060'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:35.910566 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (e56e4994-685d-4872-be76-aa8fec45a42e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:36.011292 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b6b70-6ccb-4bc5-ba50-79a3b31afebe req-d533f30b-bb14-4419-967c-400f3d8109c1 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:36.018670 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c37b6b70-6ccb-4bc5-ba50-79a3b31afebe req-d533f30b-bb14-4419-967c-400f3d8109c1 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.2276964 Jul 25 12:15:36.113625 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:36.150558 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c37b6b70-6ccb-4bc5-ba50-79a3b31afebe req-17019eab-32c4-41e2-8701-6fb3ee7f6983 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255007 Jul 25 12:15:36.326783 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851cbc3-887d-49ba-8d76-1e3dcdd9c877 req-85439a81-4ebf-4d2c-a973-6297a181d4e2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:36.328788 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f851cbc3-887d-49ba-8d76-1e3dcdd9c877 req-85439a81-4ebf-4d2c-a973-6297a181d4e2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0744565 Jul 25 12:15:36.340510 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47128) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:36.348308 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'floatingip': {'port_id': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:36.444385 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (2abd0add-377f-476c-8c99-8628964f210b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:36.555171 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89697-637d-4365-8cd7-33f96a040397 req-1d39375f-14ca-467c-b5cb-eda39f9b4ec7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:36.561880 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a1d89697-637d-4365-8cd7-33f96a040397 req-1d39375f-14ca-467c-b5cb-eda39f9b4ec7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1333871 Jul 25 12:15:36.695083 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:36.945247 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a1d89697-637d-4365-8cd7-33f96a040397 req-52e16ac2-abb6-4df0-b6f0-fdd0abdfcc2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757489 Jul 25 12:15:36.961370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:36.986237 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.db.resource_extend [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 12:15:37.247534 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e8faa-620b-4bb5-9990-79ad51ac3cdb req-9ea422d9-47b9-4a8b-96f0-5cbe3c567ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:37.250582 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-326e8faa-620b-4bb5-9990-79ad51ac3cdb req-9ea422d9-47b9-4a8b-96f0-5cbe3c567ebb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 1130 time: 0.2909420 Jul 25 12:15:37.286233 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.db.resource_extend [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 12:15:37.332283 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7189a-b652-40a4-b85e-3cca64bfa996 req-61bbb5cb-cd22-4a76-a6bb-f4bf82099dcc tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:37.339972 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b2d7189a-b652-40a4-b85e-3cca64bfa996 req-61bbb5cb-cd22-4a76-a6bb-f4bf82099dcc tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.1226904 Jul 25 12:15:37.363474 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:37.365244 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb4059-af07-4180-a628-bd578c88fc46 req-f13ed6b5-7abc-47e8-b9e6-5b611e8b6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:37.367321 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92eb4059-af07-4180-a628-bd578c88fc46 req-f13ed6b5-7abc-47e8-b9e6-5b611e8b6289 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.4064975 Jul 25 12:15:37.369959 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-326e8faa-620b-4bb5-9990-79ad51ac3cdb req-606bee77-3267-4bd0-9aee-45bfc3bdc9f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005394 Jul 25 12:15:37.373490 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (e56e4994-685d-4872-be76-aa8fec45a42e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:37.410898 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:37.420548 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (2abd0add-377f-476c-8c99-8628964f210b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:37.432308 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b2d7189a-b652-40a4-b85e-3cca64bfa996 req-2c4ecd23-7870-4d24-b6bd-64979d07f636 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912523 Jul 25 12:15:37.514033 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Floating IP e56e4994-685d-4872-be76-aa8fec45a42e associated. External IP: 172.27.0.58, port: d01f3ff0-df08-4605-a057-7920ee080060. Jul 25 12:15:37.556970 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Floating IP 2abd0add-377f-476c-8c99-8628964f210b associated. External IP: 172.27.0.34, port: f2fd4c6c-baa4-4900-8f20-a81e46e1b234. Jul 25 12:15:37.651655 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92eb4059-af07-4180-a628-bd578c88fc46 req-f208e00e-0d4d-49fb-bd2f-7a4373307d37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2 HTTP/1.1" status: 200 len: 217 time: 0.0411663 Jul 25 12:15:37.780758 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb4059-af07-4180-a628-bd578c88fc46 req-92a5ed70-8f7b-4795-aa32-fe87857baa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:37.782213 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92eb4059-af07-4180-a628-bd578c88fc46 req-92a5ed70-8f7b-4795-aa32-fe87857baa10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.1245544 Jul 25 12:15:37.832776 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Router 9eedf168-f787-4cee-b3ae-3ee348adfa04 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:15:37.832931 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:37.834190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb4059-af07-4180-a628-bd578c88fc46 req-c11d9994-e323-4cee-9b28-2638c2f8ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:37.836665 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92eb4059-af07-4180-a628-bd578c88fc46 req-c11d9994-e323-4cee-9b28-2638c2f8ab2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427775 Jul 25 12:15:37.917495 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Router 594bfd98-fdf5-4580-aed9-a808a064bdd4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:15:37.992444 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:37.998245 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:38.002097 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:38.009335 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:38.026251 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] Sync routers for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:38.032890 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:38.037957 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:38.038106 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:38.044170 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:38.047442 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] Sync routers for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:38.063161 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:38.063836 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:38.080271 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-6ee3fdbd-94e0-4026-bfce-c05b4d7ed670 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "PUT /v2.0/floatingips/e56e4994-685d-4872-be76-aa8fec45a42e HTTP/1.1" status: 200 len: 991 time: 2.2974441 Jul 25 12:15:38.081201 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:38.084000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "tag": "d01f3ff0-df08-4605-a057-7920ee080060"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:38.127889 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c8e43c-7cbc-45b7-ab9d-f2a6180703d7 x-openstack-request-id: req-35c8e43c-7cbc-45b7-ab9d-f2a6180703d7 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:38.128410 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "tag": "d01f3ff0-df08-4605-a057-7920ee080060", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:38.128807 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35c8e43c-7cbc-45b7-ab9d-f2a6180703d7 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:38.129494 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c8e43c-7cbc-45b7-ab9d-f2a6180703d7'] response: {'name': 'network-changed', 'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060', 'status': 'completed', 'code': 200} Jul 25 12:15:38.132593 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded76ae-3633-41fc-af92-48fb61169801 req-e9615885-6c99-4e8c-b5d4-2e78a8d786c9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:38.134246 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9ded76ae-3633-41fc-af92-48fb61169801 req-e9615885-6c99-4e8c-b5d4-2e78a8d786c9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1226997 Jul 25 12:15:38.168262 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:38.173839 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8b922238-0f95-479a-a086-8b199ec85a18 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "PUT /v2.0/floatingips/2abd0add-377f-476c-8c99-8628964f210b HTTP/1.1" status: 200 len: 990 time: 1.8299487 Jul 25 12:15:38.197456 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:38.200351 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf8470b-3905-42a5-9706-752a0a4e2911" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:38.206358 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9ded76ae-3633-41fc-af92-48fb61169801 req-8b9d5173-4f17-48f8-9f50-bc8383bdbecf tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638809 Jul 25 12:15:38.234540 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:38.240236 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:38.282528 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b57cd01-1a3d-479d-9362-351aa8d537dd x-openstack-request-id: req-9b57cd01-1a3d-479d-9362-351aa8d537dd {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:38.282825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:38.283075 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b57cd01-1a3d-479d-9362-351aa8d537dd {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:38.283496 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b57cd01-1a3d-479d-9362-351aa8d537dd'] response: {'name': 'network-changed', 'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'status': 'completed', 'code': 200} Jul 25 12:15:38.522006 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-edb601e5-2c6d-47bd-8cb2-3aa566441f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:38.523479 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-edb601e5-2c6d-47bd-8cb2-3aa566441f02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1130 time: 0.1057334 Jul 25 12:15:38.531141 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-2f6c36b5-8326-480d-8e46-9e4016bc6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:38.532136 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-2f6c36b5-8326-480d-8e46-9e4016bc6b12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 1129 time: 0.1132944 Jul 25 12:15:38.646003 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299dd66-e38d-4f98-a7b2-a0f5679e91b7 req-b9879324-e1ea-4a49-aee2-d07504f75e42 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:38.646502 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '2abd0add-377f-476c-8c99-8628964f210b', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'port_id': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'mac_address': 'fa:16:3e:2e:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:14:59Z', 'updated_at': '2022-07-25T12:15:37Z', 'revision_number': 1, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:38.646885 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3299dd66-e38d-4f98-a7b2-a0f5679e91b7 req-b9879324-e1ea-4a49-aee2-d07504f75e42 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0866134 Jul 25 12:15:38.682909 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:38.720643 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'e56e4994-685d-4872-be76-aa8fec45a42e', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'port_id': 'd01f3ff0-df08-4605-a057-7920ee080060', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'mac_address': 'fa:16:3e:d4:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66654721-31e2-48d8-a0ea-c146d277ab47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:14:52Z', 'updated_at': '2022-07-25T12:15:36Z', 'revision_number': 1, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:38.728847 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] Checking router: 9eedf168-f787-4cee-b3ae-3ee348adfa04 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:38.737058 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92eb4059-af07-4180-a628-bd578c88fc46 req-90e53c53-f70e-421b-8f1a-342bb2155143 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256408 Jul 25 12:15:38.747010 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:38.747672 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:38.751093 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-6969c6c6-f8ef-44f1-97f1-53d95a09b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:38.752598 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-6969c6c6-f8ef-44f1-97f1-53d95a09b7f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.2196355 Jul 25 12:15:38.762092 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] Checking router: 594bfd98-fdf5-4580-aed9-a808a064bdd4 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:38.783717 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:38.785579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:38.792236 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-48ae59c4-2b06-4832-bae0-9a6ea4cd4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:38.794072 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-48ae59c4-2b06-4832-bae0-9a6ea4cd4167 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 911 time: 0.1899228 Jul 25 12:15:38.904604 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:38.915063 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:39.007196 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3299dd66-e38d-4f98-a7b2-a0f5679e91b7 req-b726dfc1-3498-427c-bd0e-3c765de786c8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531365 Jul 25 12:15:39.175663 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '2abd0add-377f-476c-8c99-8628964f210b', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'port_id': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'mac_address': 'fa:16:3e:2e:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:14:59Z', 'updated_at': '2022-07-25T12:15:37Z', 'revision_number': 1, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:39.191406 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'e56e4994-685d-4872-be76-aa8fec45a42e', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'port_id': 'd01f3ff0-df08-4605-a057-7920ee080060', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'mac_address': 'fa:16:3e:d4:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66654721-31e2-48d8-a0ea-c146d277ab47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:14:52Z', 'updated_at': '2022-07-25T12:15:36Z', 'revision_number': 1, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:39.207292 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05767d4-783f-443d-b75b-3b1e5964d230 None None] The sync data for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi is: [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '2abd0add-377f-476c-8c99-8628964f210b', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'port_id': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'mac_address': 'fa:16:3e:2e:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:14:59Z', 'updated_at': '2022-07-25T12:15:37Z', 'revision_number': 1, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:39.235696 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c13e5a3-b966-492a-a237-f9821f278a75 None None] The sync data for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi is: [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'e56e4994-685d-4872-be76-aa8fec45a42e', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'port_id': 'd01f3ff0-df08-4605-a057-7920ee080060', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'mac_address': 'fa:16:3e:d4:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66654721-31e2-48d8-a0ea-c146d277ab47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:14:52Z', 'updated_at': '2022-07-25T12:15:36Z', 'revision_number': 1, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:39.350422 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba3ce-57e2-4b72-a0fd-ade92dff827e req-8fd35457-a12e-41fb-8518-c9406221e27e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:39.356175 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-824ba3ce-57e2-4b72-a0fd-ade92dff827e req-8fd35457-a12e-41fb-8518-c9406221e27e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0604479 Jul 25 12:15:39.410859 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-824ba3ce-57e2-4b72-a0fd-ade92dff827e req-eab2cbcb-c8bb-428d-bc0b-5fcb3fcf4480 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530360 Jul 25 12:15:39.477591 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127af52-837a-4cfd-bd29-3379952cdd2e None None] New status for floating IP 2abd0add-377f-476c-8c99-8628964f210b: ACTIVE {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:15:39.769740 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7dfd5-b64e-4d8c-9548-82cafdf63159 None None] New status for floating IP e56e4994-685d-4872-be76-aa8fec45a42e: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:15:39.917057 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-27d6345e-a69d-491a-8b14-896e7e9bc2c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 999 time: 0.3997250 Jul 25 12:15:39.921268 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-6f11f920-60ab-46ec-a5d5-ec00d6a2c89f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 200 len: 998 time: 0.4111059 Jul 25 12:15:39.952605 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92eb4059-af07-4180-a628-bd578c88fc46 req-06b01419-ea60-4c81-a8c5-109a36edfa7f service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529431 Jul 25 12:15:39.967395 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:40.058935 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-984bfce9-e595-43e8-9444-fda84f1ce675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:40.060686 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-984bfce9-e595-43e8-9444-fda84f1ce675 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.1020741 Jul 25 12:15:40.064600 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-3db0178e-5244-474e-be99-56139992a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:40.066109 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-3db0178e-5244-474e-be99-56139992a263 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0972149 Jul 25 12:15:40.182818 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-876d3055-57bd-4d19-97a9-d9c56c979d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:40.184637 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-876d3055-57bd-4d19-97a9-d9c56c979d14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1060977 Jul 25 12:15:40.217370 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158c4ee-01e0-4822-a4f5-2289f82f8919 req-055a38c3-3790-4d6a-9c06-4391e828ba5f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:40.222796 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f158c4ee-01e0-4822-a4f5-2289f82f8919 req-055a38c3-3790-4d6a-9c06-4391e828ba5f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0870988 Jul 25 12:15:40.279388 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-b95be5cb-0103-4d18-9a17-bcabc1600513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:40.280930 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-b95be5cb-0103-4d18-9a17-bcabc1600513 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2012630 Jul 25 12:15:40.289301 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47276) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:40.310836 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f158c4ee-01e0-4822-a4f5-2289f82f8919 req-b0010ab2-0082-4a72-b978-1dde53d41448 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827692 Jul 25 12:15:40.326672 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-e1a383ab-acfa-4c22-b8d7-640d457bcacd service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184678 Jul 25 12:15:40.341538 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47282) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:40.431038 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e124d-03be-483d-b058-9a390c72a7e0 req-14dd5935-928b-4bb6-8db4-aac420b0b3cd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:40.433648 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1a9e124d-03be-483d-b058-9a390c72a7e0 req-14dd5935-928b-4bb6-8db4-aac420b0b3cd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0570242 Jul 25 12:15:40.444191 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47288) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:40.450296 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:40.473188 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.576892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (d6820bf1-0f99-4501-bbbc-638525a20e1f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.617872 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.628455 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef592923-3135-4df0-b676-2a34fe1d93e9 req-aaa882a5-5dc5-478b-ae20-75edf86ef718 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:40.629945 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ef592923-3135-4df0-b676-2a34fe1d93e9 req-aaa882a5-5dc5-478b-ae20-75edf86ef718 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1190729 Jul 25 12:15:40.668710 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:40.689704 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Publish callbacks [] for security_group (250564c1-b5dd-4218-adb2-60b0055b07a2), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.700789 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (250564c1-b5dd-4218-adb2-60b0055b07a2), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.782251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250564c1-b5dd-4218-adb2-60b0055b07a2,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:40.788201 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ef592923-3135-4df0-b676-2a34fe1d93e9 req-6791e1f6-e6ed-4394-9012-54f4d2481ee4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Jul 25 12:15:40.792551 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-98850e8a-8b6a-4b25-9871-f9d392bc6da4 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602470 Jul 25 12:15:40.802739 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1611654253d4caf8345e8ce946d948e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120332 Jul 25 12:15:40.808332 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47292) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:40.815611 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0611cf2-b1e4-43fa-9f40-63d89eb5d9fb req-9019e376-2461-4b45-ae7e-d3a5207c662d service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821741 Jul 25 12:15:40.816787 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.817126 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.817463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.817794 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.818122 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.818446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.819287 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.819653 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.819977 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.820295 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.820615 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.820930 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.821242 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.821556 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.821866 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2b1ce-768d-4261-868b-c9661016f7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:40.873590 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec6a37bb-89de-4af2-956b-b4a3ceefd3ba admin admin] Publish callbacks [] for security_group (250564c1-b5dd-4218-adb2-60b0055b07a2), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.899589 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec6a37bb-89de-4af2-956b-b4a3ceefd3ba admin admin] Publish callbacks [] for security_group (250564c1-b5dd-4218-adb2-60b0055b07a2), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.906358 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Publish callbacks [] for security_group (98586fbc-59a1-4610-93b5-a0405f0f5bd0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.912690 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (98586fbc-59a1-4610-93b5-a0405f0f5bd0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:40.995126 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e670a56a1bb54244b3132f472a03418e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497598 Jul 25 12:15:40.997513 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98586fbc-59a1-4610-93b5-a0405f0f5bd0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:40.999486 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47296) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:41.009987 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec6a37bb-89de-4af2-956b-b4a3ceefd3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (250564c1-b5dd-4218-adb2-60b0055b07a2), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.012512 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec6a37bb-89de-4af2-956b-b4a3ceefd3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.013757 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-ec6a37bb-89de-4af2-956b-b4a3ceefd3ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/250564c1-b5dd-4218-adb2-60b0055b07a2 HTTP/1.1" status: 204 len: 168 time: 0.2043819 Jul 25 12:15:41.028338 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a37bb-89de-4af2-956b-b4a3ceefd3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250564c1-b5dd-4218-adb2-60b0055b07a2,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:41.046289 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:41.064059 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.064223 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.064573 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.064945 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.065233 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.065562 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.065891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.066215 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.066620 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.066850 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.067285 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.067491 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.067843 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.068183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.068470 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5e290-7bbc-4b12-bd7d-fa909747a06c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:41.071912 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ecf8470b-3905-42a5-9706-752a0a4e2911 req-02308871-f252-4bdb-8225-f0092a6c1636 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086617 Jul 25 12:15:41.144971 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:41.161907 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7a7613bc-4641-475f-ae11-309af7a80e7a admin admin] Publish callbacks [] for security_group (98586fbc-59a1-4610-93b5-a0405f0f5bd0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.216233 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7a7613bc-4641-475f-ae11-309af7a80e7a admin admin] Publish callbacks [] for security_group (98586fbc-59a1-4610-93b5-a0405f0f5bd0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.289999 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.295989 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (d6820bf1-0f99-4501-bbbc-638525a20e1f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.335803 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47302) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:41.341866 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7a7613bc-4641-475f-ae11-309af7a80e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (98586fbc-59a1-4610-93b5-a0405f0f5bd0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.344418 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7a7613bc-4641-475f-ae11-309af7a80e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.345528 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7a7613bc-4641-475f-ae11-309af7a80e7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98586fbc-59a1-4610-93b5-a0405f0f5bd0 HTTP/1.1" status: 204 len: 168 time: 0.3153067 Jul 25 12:15:41.350524 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88660bef-6287-4f31-be76-ceeb3505f5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.378778 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7613bc-4641-475f-ae11-309af7a80e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98586fbc-59a1-4610-93b5-a0405f0f5bd0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:41.403112 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP d6820bf1-0f99-4501-bbbc-638525a20e1f associated. External IP: 172.27.0.37, port: 59a6c2e2-7638-469a-bca1-c81f367ece3f. Jul 25 12:15:41.407820 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:41.455794 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88660bef-6287-4f31-be76-ceeb3505f5dd admin admin] Publish callbacks [] for security_group (be62709c-2e5b-46aa-9830-6da89633da64), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.460154 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88660bef-6287-4f31-be76-ceeb3505f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (be62709c-2e5b-46aa-9830-6da89633da64), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.503598 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-88660bef-6287-4f31-be76-ceeb3505f5dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7472f6c889a4f5d90ad3ea58f2321f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648428 Jul 25 12:15:41.503598 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88660bef-6287-4f31-be76-ceeb3505f5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be62709c-2e5b-46aa-9830-6da89633da64,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:41.505115 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47306) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:41.563904 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2e54a61b-51d9-4ca0-8f2a-254fefb037e8 admin admin] Publish callbacks [] for security_group (be62709c-2e5b-46aa-9830-6da89633da64), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.593739 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2e54a61b-51d9-4ca0-8f2a-254fefb037e8 admin admin] Publish callbacks [] for security_group (be62709c-2e5b-46aa-9830-6da89633da64), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.653478 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2e54a61b-51d9-4ca0-8f2a-254fefb037e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (be62709c-2e5b-46aa-9830-6da89633da64), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.656409 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2e54a61b-51d9-4ca0-8f2a-254fefb037e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.661329 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-2e54a61b-51d9-4ca0-8f2a-254fefb037e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be62709c-2e5b-46aa-9830-6da89633da64 HTTP/1.1" status: 204 len: 168 time: 0.1552684 Jul 25 12:15:41.662928 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:15:41.675979 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54a61b-51d9-4ca0-8f2a-254fefb037e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be62709c-2e5b-46aa-9830-6da89633da64,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:41.845981 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:41.852652 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:41.857344 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:41.861197 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:41.882333 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:41.883965 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:41.903920 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5a9a14a0-319b-4523-9e0b-37069d7b81c3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "PUT /v2.0/floatingips/d6820bf1-0f99-4501-bbbc-638525a20e1f HTTP/1.1" status: 200 len: 991 time: 1.4564235 Jul 25 12:15:41.903920 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:41.904914 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71" -d '{"events": [{"name": "network-changed", "server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:41.924932 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:41.949083 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93bde46-31f5-45a1-a210-9fa26eb3b986 x-openstack-request-id: req-a93bde46-31f5-45a1-a210-9fa26eb3b986 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:41.949378 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:41.949620 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a93bde46-31f5-45a1-a210-9fa26eb3b986 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:41.950024 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93bde46-31f5-45a1-a210-9fa26eb3b986'] response: {'name': 'network-changed', 'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'status': 'completed', 'code': 200} Jul 25 12:15:42.070153 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bad78-7bbc-4039-ab48-e93cefd8a1f8 req-ee6f97d5-eb5b-45b5-9be0-a5269568c252 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.072942 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-515bad78-7bbc-4039-ab48-e93cefd8a1f8 req-ee6f97d5-eb5b-45b5-9be0-a5269568c252 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1648421 Jul 25 12:15:42.157484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-833226a4-c889-4ae2-8b7d-b8d27479a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.158978 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-833226a4-c889-4ae2-8b7d-b8d27479a957 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 1130 time: 0.1486273 Jul 25 12:15:42.177540 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:42.229974 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-515bad78-7bbc-4039-ab48-e93cefd8a1f8 req-3bc7cdf2-0064-46dd-a9c1-a47e454aafc6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401942 Jul 25 12:15:42.288603 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-086854b0-98ab-40bf-b454-6d1764f6615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.290395 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-086854b0-98ab-40bf-b454-6d1764f6615b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 916 time: 0.1216569 Jul 25 12:15:42.354853 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:42.408505 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-0c0d5cb3-ee3c-4783-b2c7-4f6ff8423a99 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848672 Jul 25 12:15:42.419020 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-f931bce5-1ae8-4f8d-ba64-9e5307a6e86f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f HTTP/1.1" status: 200 len: 999 time: 0.1027415 Jul 25 12:15:42.470637 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:41Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:42.500709 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:42.510954 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:42.511844 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:42.520892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47354) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:42.524892 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-7e7b42f0-f65a-4de2-b63b-b7cf8f46cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.526421 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-7e7b42f0-f65a-4de2-b63b-b7cf8f46cf60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1130 time: 0.0530765 Jul 25 12:15:42.537728 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-58084174-f0de-4abc-bb16-3a80e8764caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.539165 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-58084174-f0de-4abc-bb16-3a80e8764caf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.1036537 Jul 25 12:15:42.638794 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:42.644914 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-211184550-network', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:42.670683 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Made reservation on behalf of f63781e2ea3b43b48fc5a065fea7bad4 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:42.676512 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:42.681044 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-86966d4d-fc55-4fd3-b5d6-9948c7b33a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.682557 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-86966d4d-fc55-4fd3-b5d6-9948c7b33a3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1280537 Jul 25 12:15:42.690751 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:42.770645 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-a0d4f10c-605d-4350-82c5-a546cbb72956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.772306 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-a0d4f10c-605d-4350-82c5-a546cbb72956 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.1869917 Jul 25 12:15:42.807085 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks [] for security_group (42c30d7a-22b3-4f48-bedf-70d539602623), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:42.812685 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (42c30d7a-22b3-4f48-bedf-70d539602623), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:42.845004 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:42.848079 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c30d7a-22b3-4f48-bedf-70d539602623,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:42.854545 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:42.866205 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:15:42.882837 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (ef1d8d27-d5c9-49c7-9d18-aa730b773fe3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:42.883173 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Added segment ef1d8d27-d5c9-49c7-9d18-aa730b773fe3 of type vlan for network 1c19c869-ef0d-4854-ace3-e6594f309fd4 Jul 25 12:15:42.896534 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-de99204c-ed57-434e-a305-d7dfb48a47b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 1001 time: 0.1128440 Jul 25 12:15:42.898660 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-af4bcde8-f4ab-48b6-b24f-9617fbe1bd0d service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974311 Jul 25 12:15:42.908634 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47366) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:42.934020 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (1c19c869-ef0d-4854-ace3-e6594f309fd4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:42.965004 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (1c19c869-ef0d-4854-ace3-e6594f309fd4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:42.966421 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:42.967630 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.018699 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:41Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:43.035613 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5124865 Jul 25 12:15:43.038657 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47370) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:43.044109 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Request body: {'subnet': {'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-211184550-subnet', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:43.047334 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-389788618-network', 'tenant_id': '91bd04f2c9d34640ab6317fc8dd3dddb'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:43.049202 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26843525-c612-4507-ab2c-9f0079722cbe None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:41Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:43.057127 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:43.063428 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.072573 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c5820-0f71-4725-a4b0-a6b18cb660ab admin admin] Pushing event updated for resources: {'Network': ['ID=1c19c869-ef0d-4854-ace3-e6594f309fd4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:43.080046 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Made reservation on behalf of f63781e2ea3b43b48fc5a065fea7bad4 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:43.084746 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:15:43.088031 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.098780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-1663283e-b332-4e44-a374-a387797950a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:43.101125 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-1663283e-b332-4e44-a374-a387797950a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.1687989 Jul 25 12:15:43.109006 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Made reservation on behalf of 91bd04f2c9d34640ab6317fc8dd3dddb for: {'network': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:43.112074 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.172454 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:43.176103 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-d1ebbf9f-75ec-46b8-944f-a2d12f5e236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:43.179684 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-d1ebbf9f-75ec-46b8-944f-a2d12f5e236f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0647430 Jul 25 12:15:43.201588 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:43.227764 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.285073 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (f31ee279-4ed9-43db-a650-50e76902ae2b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.331096 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f7c1212d-3ca5-4d27-bfef-824c47ea2c71 req-d1270bbb-f178-42ec-905b-78b4824e1f74 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843005 Jul 25 12:15:43.350563 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31ee279-4ed9-43db-a650-50e76902ae2b,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:43.409189 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-a255830c-17cd-4bf5-a6d1-2d1af5484251 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111337 Jul 25 12:15:43.423249 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Checking segment: {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:43.423771 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Network hostable DHCP agents. Network: 1c19c869-ef0d-4854-ace3-e6594f309fd4, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:15:43.442211 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d171b7-9e0b-413c-abc2-0a2bcab10017 None None] New status for floating IP d6820bf1-0f99-4501-bbbc-638525a20e1f: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:15:43.450361 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb63396-8368-4a18-8391-34ee11c49eb6 req-2c5b4571-2059-489b-af94-b0f314636114 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:43.452057 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4fb63396-8368-4a18-8391-34ee11c49eb6 req-2c5b4571-2059-489b-af94-b0f314636114 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1041138 Jul 25 12:15:43.473128 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:15:43.495992 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:43.500428 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 1c19c869-ef0d-4854-ace3-e6594f309fd4) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:43.512914 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:43.513634 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.519903 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e363e9c-afe8-4a91-b2aa-4a9e05049ff2 None None] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:15:43.520380 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks [] for security_group (58dde871-73bd-49f1-bf92-405c1290e463), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.527815 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4fb63396-8368-4a18-8391-34ee11c49eb6 req-22f8f551-27f2-4ef3-97d8-f4669acad898 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701213 Jul 25 12:15:43.535839 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ff2b6ed1-3cd3-45d5-94a6-732874463e2b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4961712 Jul 25 12:15:43.539171 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47388) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:43.543963 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:43.545267 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (58dde871-73bd-49f1-bf92-405c1290e463), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.546315 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:43.583491 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.585416 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.591321 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=104018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:15:43.609296 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dde871-73bd-49f1-bf92-405c1290e463,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:43.618099 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0758d9d-7e69-4d14-9b36-6b8e078b579a req-3e0e247c-1123-4ef2-aab5-b1e7b937ab3f service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013760 Jul 25 12:15:43.619231 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (3fc35e38-47d2-416d-a47b-a28c681b7403), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.619745 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.segments_db [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Added segment 3fc35e38-47d2-416d-a47b-a28c681b7403 of type vlan for network c68dde59-1544-4fd3-8e4e-babe3594a8bb Jul 25 12:15:43.671393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (c68dde59-1544-4fd3-8e4e-babe3594a8bb), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.693252 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks [] for router_controller (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.716864 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (c68dde59-1544-4fd3-8e4e-babe3594a8bb), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.718018 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:43.718676 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.785182 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8741071 Jul 25 12:15:43.786507 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47396) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:43.791292 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Request body: {'subnet': {'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-389788618-subnet', 'tenant_id': '91bd04f2c9d34640ab6317fc8dd3dddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:43.792659 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d2875-5c00-444d-8836-f4830905198e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-1c19c869-ef0d-4854-ace3-e6594f309fd4', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:15:43.793623 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.817108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db74cf-184b-4ddf-b1d1-bbfa542265b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c68dde59-1544-4fd3-8e4e-babe3594a8bb,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:43.856349 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Made reservation on behalf of 91bd04f2c9d34640ab6317fc8dd3dddb for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:43.858667 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:43.876692 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network c68dde59-1544-4fd3-8e4e-babe3594a8bb details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:15:43.930563 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks [] for router_gateway (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.003233 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-362d2875-5c00-444d-8836-f4830905198e None None] Allocated IP 172.20.0.2 (1c19c869-ef0d-4854-ace3-e6594f309fd4/f31ee279-4ed9-43db-a650-50e76902ae2b/e42ee3b5-77ea-4760-8cec-ac983c8e69ab) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:44.038417 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:44.080940 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:44.166028 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Publish callbacks [] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.172089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.214904 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362d2875-5c00-444d-8836-f4830905198e None None] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:44.219446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-362d2875-5c00-444d-8836-f4830905198e None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:44.220913 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks [] for router_gateway (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.223807 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d2875-5c00-444d-8836-f4830905198e None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:44.227361 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2875-5c00-444d-8836-f4830905198e None None] Pushing event updated for resources: {'Port': ['ID=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:44.240660 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.241236 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.241829 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.242246 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.242588 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.242922 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.243253 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.243592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.244071 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.244404 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.244733 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.245081 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.245404 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.245877 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.245988 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (74794081-a6ba-4127-8b00-f67b9822d942), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.246214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:44.253833 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.298226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-362d2875-5c00-444d-8836-f4830905198e None None] Attempting to bind port e42ee3b5-77ea-4760-8cec-ac983c8e69ab on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:44.298596 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-362d2875-5c00-444d-8836-f4830905198e None None] Attempting to bind port e42ee3b5-77ea-4760-8cec-ac983c8e69ab by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:44.298960 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2875-5c00-444d-8836-f4830905198e None None] Attempting to bind port e42ee3b5-77ea-4760-8cec-ac983c8e69ab on network 1c19c869-ef0d-4854-ace3-e6594f309fd4 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:44.304598 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2875-5c00-444d-8836-f4830905198e None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:44.304970 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2875-5c00-444d-8836-f4830905198e None None] Checking segment: {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:44.305369 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.305757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2875-5c00-444d-8836-f4830905198e None None] Bound using segment: {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:44.306218 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-362d2875-5c00-444d-8836-f4830905198e None None] Bound port: e42ee3b5-77ea-4760-8cec-ac983c8e69ab, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:44.306592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.340737 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74794081-a6ba-4127-8b00-f67b9822d942,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:44.367968 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-362d2875-5c00-444d-8836-f4830905198e None None] For port e42ee3b5-77ea-4760-8cec-ac983c8e69ab, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:44.371256 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-362d2875-5c00-444d-8836-f4830905198e None None] For port e42ee3b5-77ea-4760-8cec-ac983c8e69ab, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:44.377399 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-362d2875-5c00-444d-8836-f4830905198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.389436 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Checking segment: {'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:44.389794 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Network hostable DHCP agents. Network: c68dde59-1544-4fd3-8e4e-babe3594a8bb, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:15:44.430193 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Allocated IP 172.27.0.174 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/4c23a382-e1cb-445a-b4f1-c3b7630089f0) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:44.432522 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Network c68dde59-1544-4fd3-8e4e-babe3594a8bb is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:15:44.437693 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:44.440086 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2875-5c00-444d-8836-f4830905198e None None] Pushing event updated for resources: {'Port': ['ID=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:44.451849 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, c68dde59-1544-4fd3-8e4e-babe3594a8bb) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:44.461198 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:44.461738 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0bada9-3aa1-449e-9cb0-4699651f89e1 None None] Network c68dde59-1544-4fd3-8e4e-babe3594a8bb requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:15:44.461973 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.520794 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4890e0bf-c8a3-47e1-991b-b295dcfb65c8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7331896 Jul 25 12:15:44.576806 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks [] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.584579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75b030-9777-41d5-9492-5fc0f6f13b2b None None] Network c68dde59-1544-4fd3-8e4e-babe3594a8bb requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:15:44.620997 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:44.670591 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:44.676533 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:44.681528 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:44.720338 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Pushing event updated for resources: {'Port': ['ID=4c23a382-e1cb-445a-b4f1-c3b7630089f0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:45.000497 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks [] for router_gateway (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.103458 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98c163-12f6-4765-baa8-8e2d0da6a5ef req-09a30605-7bfc-4d4e-bbd5-f5a81335a98e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:45.114417 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c98c163-12f6-4765-baa8-8e2d0da6a5ef req-09a30605-7bfc-4d4e-bbd5-f5a81335a98e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.4707594 Jul 25 12:15:45.163727 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c98c163-12f6-4765-baa8-8e2d0da6a5ef req-71969fd4-6c74-457d-87e3-9f97d9ae5cde tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483637 Jul 25 12:15:45.181413 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47420) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:45.337821 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e1417a-6449-4556-96f4-aeb5ed2c7308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.368875 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:45.404172 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:45.436959 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e1417a-6449-4556-96f4-aeb5ed2c7308 admin admin] Publish callbacks [] for security_group (00d8ac55-7440-4a23-b57e-676cd10570eb), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.441137 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e1417a-6449-4556-96f4-aeb5ed2c7308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (00d8ac55-7440-4a23-b57e-676cd10570eb), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.480604 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1417a-6449-4556-96f4-aeb5ed2c7308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8ac55-7440-4a23-b57e-676cd10570eb,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:45.484043 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.486011 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-43e1417a-6449-4556-96f4-aeb5ed2c7308 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20443f3a0d0346c9be21304cd10335cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035338 Jul 25 12:15:45.488572 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47432) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:45.520745 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:45.549343 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6231320f-052d-4328-b3e7-4cd1e96e0e6b admin admin] Publish callbacks [] for security_group (00d8ac55-7440-4a23-b57e-676cd10570eb), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.575686 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6231320f-052d-4328-b3e7-4cd1e96e0e6b admin admin] Publish callbacks [] for security_group (00d8ac55-7440-4a23-b57e-676cd10570eb), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.626805 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:15:45.631393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6231320f-052d-4328-b3e7-4cd1e96e0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (00d8ac55-7440-4a23-b57e-676cd10570eb), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.633971 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:45.637177 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6231320f-052d-4328-b3e7-4cd1e96e0e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.640736 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-6231320f-052d-4328-b3e7-4cd1e96e0e6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00d8ac55-7440-4a23-b57e-676cd10570eb HTTP/1.1" status: 204 len: 168 time: 0.1488862 Jul 25 12:15:45.648865 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231320f-052d-4328-b3e7-4cd1e96e0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8ac55-7440-4a23-b57e-676cd10570eb,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:45.754455 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:45.766642 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Sync routers for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:45.779592 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:45.781539 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47436) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:45.781766 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b7f9dc72-9c30-482c-b708-be1662a61842 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2412760 Jul 25 12:15:45.794907 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:45.795525 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:45.798063 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e3975-8321-4722-b047-e0db941cc91c None None] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:15:45.918905 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:45.936761 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-1001f171-f76b-44eb-8b6f-81d507bd235e None None] Provisioning complete for port e42ee3b5-77ea-4760-8cec-ac983c8e69ab triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:45.938297 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1001f171-f76b-44eb-8b6f-81d507bd235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.021967 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47440) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:46.029403 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-1001f171-f76b-44eb-8b6f-81d507bd235e None None] Current status of the port e42ee3b5-77ea-4760-8cec-ac983c8e69ab is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:46.029798 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1001f171-f76b-44eb-8b6f-81d507bd235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.045010 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-015c1942-62cd-47b6-a4a0-91c336c4d077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.075554 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-1001f171-f76b-44eb-8b6f-81d507bd235e None None] For port e42ee3b5-77ea-4760-8cec-ac983c8e69ab, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:46.084337 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1001f171-f76b-44eb-8b6f-81d507bd235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.149864 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:46.168002 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:46.168995 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001f171-f76b-44eb-8b6f-81d507bd235e None None] Pushing event updated for resources: {'Port': ['ID=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:46.186082 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-015c1942-62cd-47b6-a4a0-91c336c4d077 admin admin] Publish callbacks [] for security_group (69458dcf-5151-496b-a946-ae12ac3960a2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.187708 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:44Z', 'revision_number': 3, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:46.193022 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-015c1942-62cd-47b6-a4a0-91c336c4d077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (69458dcf-5151-496b-a946-ae12ac3960a2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.243872 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Checking router: 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:46.244278 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Updating router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:15:46.257593 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-015c1942-62cd-47b6-a4a0-91c336c4d077 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3bd8c0338434e6c8b64de1c09f78813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343833 Jul 25 12:15:46.259939 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47444) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:46.263083 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c1942-62cd-47b6-a4a0-91c336c4d077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69458dcf-5151-496b-a946-ae12ac3960a2,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:46.278619 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.306335 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e0a3041e-a616-408b-b71f-6480cc5b97c7 None None] Provisioning complete for port e42ee3b5-77ea-4760-8cec-ac983c8e69ab triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:46.306738 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e0a3041e-a616-408b-b71f-6480cc5b97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.343691 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:46.359232 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:46.370722 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8e99505e-d8f3-4ae1-a882-e6accf5abe99 admin admin] Publish callbacks [] for security_group (69458dcf-5151-496b-a946-ae12ac3960a2), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.401673 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3d9d-2d2b-4b35-9026-f4959f4b8e47 req-6155b051-aa7b-42f9-b547-81430e0b617f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:46.410696 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-894f3d9d-2d2b-4b35-9026-f4959f4b8e47 req-6155b051-aa7b-42f9-b547-81430e0b617f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0980940 Jul 25 12:15:46.425778 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.467765 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3041e-a616-408b-b71f-6480cc5b97c7 None None] Current status of the port e42ee3b5-77ea-4760-8cec-ac983c8e69ab is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:46.470770 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:46.494377 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-894f3d9d-2d2b-4b35-9026-f4959f4b8e47 req-4f554596-9d17-41c9-b46c-a7c674f1da0f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824614 Jul 25 12:15:46.508245 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8e99505e-d8f3-4ae1-a882-e6accf5abe99 admin admin] Publish callbacks [] for security_group (69458dcf-5151-496b-a946-ae12ac3960a2), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.605297 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Publish callbacks [] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.615234 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.636502 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e42ee3b5-77ea-4760-8cec-ac983c8e69ab up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:46.649722 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8e99505e-d8f3-4ae1-a882-e6accf5abe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (69458dcf-5151-496b-a946-ae12ac3960a2), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.653540 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8e99505e-d8f3-4ae1-a882-e6accf5abe99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.660278 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-8e99505e-d8f3-4ae1-a882-e6accf5abe99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69458dcf-5151-496b-a946-ae12ac3960a2 HTTP/1.1" status: 204 len: 168 time: 0.3992722 Jul 25 12:15:46.700698 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Attempting to bind port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:46.701066 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Attempting to bind port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:46.701425 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Attempting to bind port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:46.706955 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Pushing event updated for resources: {'Port': ['ID=4c23a382-e1cb-445a-b4f1-c3b7630089f0,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:46.711438 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:46.711937 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:46.712341 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.712730 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:46.713215 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Bound port: 4c23a382-e1cb-445a-b4f1-c3b7630089f0, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:46.713592 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.738647 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.739082 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.739333 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.739736 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.740103 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.740468 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.740791 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.741117 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.741456 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.742003 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.742122 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.742437 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.742761 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.743096 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.743436 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:15:46.772644 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Allocated IP 172.20.0.1 (1c19c869-ef0d-4854-ace3-e6594f309fd4/f31ee279-4ed9-43db-a650-50e76902ae2b/1c0071d0-459b-44c6-8915-0b6137c6fa53) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:46.795232 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] For port 4c23a382-e1cb-445a-b4f1-c3b7630089f0, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:46.799336 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] For port 4c23a382-e1cb-445a-b4f1-c3b7630089f0, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=4c23a382-e1cb-445a-b4f1-c3b7630089f0,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:46.809813 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.855281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port e42ee3b5-77ea-4760-8cec-ac983c8e69ab triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:46.856310 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99505e-d8f3-4ae1-a882-e6accf5abe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69458dcf-5151-496b-a946-ae12ac3960a2,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:46.856422 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:46.883263 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6691f-7ea2-41b5-b3db-18712241bd1e None None] Pushing event updated for resources: {'Port': ['ID=4c23a382-e1cb-445a-b4f1-c3b7630089f0,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:46.886161 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:46.886776 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:46.949184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:46.973385 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port e42ee3b5-77ea-4760-8cec-ac983c8e69ab is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:46.981783 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks [] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.005238 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-7e4e1d01-79a6-4bba-9dcc-8e7b8e64e28a tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:47.012269 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-7e4e1d01-79a6-4bba-9dcc-8e7b8e64e28a tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/networks?id=c68dde59-1544-4fd3-8e4e-babe3594a8bb HTTP/1.1" status: 200 len: 808 time: 0.1710267 Jul 25 12:15:47.021018 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:47.030628 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-c2967ecb-7859-459c-89e8-a416a12e104c tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/quotas/91bd04f2c9d34640ab6317fc8dd3dddb HTTP/1.1" status: 200 len: 375 time: 0.0175138 Jul 25 12:15:47.071377 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-bc5abb30-430d-4aca-b458-d85daf19e9ee tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=91bd04f2c9d34640ab6317fc8dd3dddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316675 Jul 25 12:15:47.074149 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.172567 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:47.175507 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Pushing event updated for resources: {'Port': ['ID=1c0071d0-459b-44c6-8915-0b6137c6fa53,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:47.180224 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:47.184055 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:47.184573 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.202000 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47466) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:47.218925 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8acbf57d-5b41-4bec-8157-a64212b6fccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.233161 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:44Z', 'revision_number': 3, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:47.264168 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9220d67-47bb-4b70-96bf-605be0379013 None None] The sync data for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi is: [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:44Z', 'revision_number': 3, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:47.294789 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-0f890622-1ec4-42ae-85b9-7d72ef48897e service neutron] 10.222.0.42 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150881 Jul 25 12:15:47.346109 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8acbf57d-5b41-4bec-8157-a64212b6fccb admin admin] Publish callbacks [] for security_group (b7193aec-569c-4c9f-86a7-b236f6eca0a7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.353139 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8acbf57d-5b41-4bec-8157-a64212b6fccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b7193aec-569c-4c9f-86a7-b236f6eca0a7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.376785 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:47.414296 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8acbf57d-5b41-4bec-8157-a64212b6fccb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=711841df205b426ca2f42a7b7e9b77be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111893 Jul 25 12:15:47.417350 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47468) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:47.417998 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbf57d-5b41-4bec-8157-a64212b6fccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7193aec-569c-4c9f-86a7-b236f6eca0a7,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:47.492292 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-20335de1-08c7-4078-8fc0-f47becc4e4f0 service neutron] 10.222.0.42 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964414 Jul 25 12:15:47.513682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f06ea954-7c46-480b-8cfb-b8f593a0ded4 admin admin] Publish callbacks [] for security_group (b7193aec-569c-4c9f-86a7-b236f6eca0a7), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.574940 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.577426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f06ea954-7c46-480b-8cfb-b8f593a0ded4 admin admin] Publish callbacks [] for security_group (b7193aec-569c-4c9f-86a7-b236f6eca0a7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.596303 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:47.697814 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-32147353-54b6-436c-a3f2-802ca0f09947 None None] Provisioning complete for port 1c0071d0-459b-44c6-8915-0b6137c6fa53 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:47.698369 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-32147353-54b6-436c-a3f2-802ca0f09947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.728761 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:47.777118 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62916c5d-6d67-483f-a910-bf6abbf67989 req-4e4fa957-05c2-4229-b41b-d38c73545c98 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:47.780944 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-62916c5d-6d67-483f-a910-bf6abbf67989 req-4e4fa957-05c2-4229-b41b-d38c73545c98 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1150396 Jul 25 12:15:47.793452 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f06ea954-7c46-480b-8cfb-b8f593a0ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b7193aec-569c-4c9f-86a7-b236f6eca0a7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.804074 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-32147353-54b6-436c-a3f2-802ca0f09947 None None] Port 1c0071d0-459b-44c6-8915-0b6137c6fa53 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:47.814000 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f06ea954-7c46-480b-8cfb-b8f593a0ded4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:47.815654 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f06ea954-7c46-480b-8cfb-b8f593a0ded4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7193aec-569c-4c9f-86a7-b236f6eca0a7 HTTP/1.1" status: 204 len: 168 time: 0.3935816 Jul 25 12:15:47.845920 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ea954-7c46-480b-8cfb-b8f593a0ded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7193aec-569c-4c9f-86a7-b236f6eca0a7,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:47.936911 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-62916c5d-6d67-483f-a910-bf6abbf67989 req-8bafcd7c-e6e7-45c8-91a1-a33f8f10ace0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193705 Jul 25 12:15:47.996720 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9fecff39-369d-4d20-951f-994c641f99d0 req-fa1f16ff-bd72-429a-939d-b9e687f5b56a tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.1710634 Jul 25 12:15:48.072028 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks [] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:48.077520 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:48.079493 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:48.210874 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Pushing event updated for resources: {'Port': ['ID=1c0071d0-459b-44c6-8915-0b6137c6fa53,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:48.298855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860afde5-807b-425e-8b84-538b0397c6fa req-07eddb26-990e-440d-a883-e7aff9ac8c58 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:48.307842 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-860afde5-807b-425e-8b84-538b0397c6fa req-07eddb26-990e-440d-a883-e7aff9ac8c58 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0824816 Jul 25 12:15:48.344973 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:48.347286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:48.358168 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:48.400158 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-860afde5-807b-425e-8b84-538b0397c6fa req-d964912f-bc51-4039-862f-e805619e05d3 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912685 Jul 25 12:15:48.562356 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:15:48.640065 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-0d37aa90-5702-4999-9109-f2a7c8a0fe8a None None] Provisioning complete for port 1c0071d0-459b-44c6-8915-0b6137c6fa53 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:48.640527 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0d37aa90-5702-4999-9109-f2a7c8a0fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:48.644404 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 4c23a382-e1cb-445a-b4f1-c3b7630089f0 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:48.707443 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-0d37aa90-5702-4999-9109-f2a7c8a0fe8a None None] Port 1c0071d0-459b-44c6-8915-0b6137c6fa53 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:48.712442 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:48.716178 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:48.720655 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:48.721032 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:48.730772 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-ed8246ac-efa1-4895-8f26-ab91733976ac admin admin] 10.222.0.42 "PUT /v2.0/routers/7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9403512 Jul 25 12:15:48.811203 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:48.811637 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:48.833593 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 4c23a382-e1cb-445a-b4f1-c3b7630089f0, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=4c23a382-e1cb-445a-b4f1-c3b7630089f0,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:48.840128 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:48.903825 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=4c23a382-e1cb-445a-b4f1-c3b7630089f0,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:49.062856 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e768b-9a1f-4294-9cbe-6c506ea35ab0 req-815b659d-e13b-4775-9a82-583115bb30e3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:49.065139 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c83e768b-9a1f-4294-9cbe-6c506ea35ab0 req-815b659d-e13b-4775-9a82-583115bb30e3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0604656 Jul 25 12:15:49.117689 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c83e768b-9a1f-4294-9cbe-6c506ea35ab0 req-ec2e2382-d275-4ebb-afc3-62bddd3cbbf8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 Jul 25 12:15:49.319747 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bb99e5f2-42d4-4022-89b7-b51a55e80f83 req-ec0eda57-9230-4fea-9cae-bed6bb928d0e tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.2375336 Jul 25 12:15:49.392385 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47534) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:49.397187 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1237705181-network', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:49.417093 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Made reservation on behalf of ff7fb61a835d438692cf3f64a1c552e1 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:49.419419 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.429681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.542700 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b09d2b-1c92-4311-b5e9-312d22d4bf15 req-e20189e4-a78f-42e8-b9a6-91a0a540d86e tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:49.544203 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0b09d2b-1c92-4311-b5e9-312d22d4bf15 req-e20189e4-a78f-42e8-b9a6-91a0a540d86e tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0627818 Jul 25 12:15:49.564688 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks [] for security_group (4ddf0739-2b48-48a5-833f-4393293cada1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.573092 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4ddf0739-2b48-48a5-833f-4393293cada1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.607824 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:15:49.627010 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddf0739-2b48-48a5-833f-4393293cada1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:49.629908 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (96344386-5cc8-46e3-b47c-f36ed65088f3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.630247 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Added segment 96344386-5cc8-46e3-b47c-f36ed65088f3 of type vlan for network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 Jul 25 12:15:49.646486 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0b09d2b-1c92-4311-b5e9-312d22d4bf15 req-4d743d7f-6ff2-49f6-9e5a-6ba7db00ec96 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920424 Jul 25 12:15:49.679745 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (8cfb47dd-0231-42d3-90ad-b52aca9ba125), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.712426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (8cfb47dd-0231-42d3-90ad-b52aca9ba125), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.713512 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:49.714360 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.778471 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3848374 Jul 25 12:15:49.781229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47542) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:49.781650 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb063fd-d0a6-4d80-96b8-f07761dc01c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfb47dd-0231-42d3-90ad-b52aca9ba125,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:49.786376 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Request body: {'subnet': {'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1237705181-subnet', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:49.796090 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:15:49.812926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Made reservation on behalf of ff7fb61a835d438692cf3f64a1c552e1 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:49.815241 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:49.919502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:50.010335 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (b6ffa728-c5cd-407d-83d1-a1de831d8b7e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.068326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ffa728-c5cd-407d-83d1-a1de831d8b7e,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:50.077771 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Checking segment: {'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:50.078136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Network hostable DHCP agents. Network: 8cfb47dd-0231-42d3-90ad-b52aca9ba125, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:15:50.095921 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:15:50.105108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 8cfb47dd-0231-42d3-90ad-b52aca9ba125) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:50.112364 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:50.112965 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.113270 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5524b2cf-c8fe-45b9-8337-b7d9b41ff47a None None] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:15:50.130802 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-427e08e5-63a9-4215-a7d5-9368c6848958 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3483963 Jul 25 12:15:50.133375 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47544) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:50.137669 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:50.163651 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.165785 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.238509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-8cfb47dd-0231-42d3-90ad-b52aca9ba125', 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125', 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'fixed_ips': [{'subnet_id': 'b6ffa728-c5cd-407d-83d1-a1de831d8b7e'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:15:50.239640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.260318 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks [] for router_controller (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), precommit_add_association {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.310470 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Sync routers for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:50.336560 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:50.337476 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:50.354409 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d59195-4b99-4565-b3f2-eb3b4a886ed3 req-732928f7-5519-404e-9f64-ac76481d7328 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:50.355950 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-41d59195-4b99-4565-b3f2-eb3b4a886ed3 req-732928f7-5519-404e-9f64-ac76481d7328 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1101680 Jul 25 12:15:50.360546 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:50.440118 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks [] for router_gateway (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.447585 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4cc8afa3-c3e8-4443-b10b-db3fdc2b2f0b req-fbe46bb7-22e0-4adc-a84e-ca42af793425 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0327775 Jul 25 12:15:50.480799 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Allocated IP 172.20.0.2 (8cfb47dd-0231-42d3-90ad-b52aca9ba125/b6ffa728-c5cd-407d-83d1-a1de831d8b7e/da135c2d-baa2-408f-8ca9-43f1fc68f36c) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:50.510692 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:50.513016 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-41d59195-4b99-4565-b3f2-eb3b4a886ed3 req-5878b111-053a-4e47-9889-947a227293c1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193898 Jul 25 12:15:50.608339 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 4c23a382-e1cb-445a-b4f1-c3b7630089f0 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:50.662003 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:50.667420 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:50.682436 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks [] for router_gateway (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.714401 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.782514 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:50.782900 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.793155 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ea36-13dc-4bfc-b055-b1c733294817 req-bda4a2b1-5155-42b5-a708-401cfdef29e6 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:50.803330 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a80ea36-13dc-4bfc-b055-b1c733294817 req-bda4a2b1-5155-42b5-a708-401cfdef29e6 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.0752165 Jul 25 12:15:50.870874 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Allocated IP 172.27.0.190 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/e179800d-63fb-46d7-985d-86feee3b1076) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:50.879178 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a80ea36-13dc-4bfc-b055-b1c733294817 req-de532b2e-87bc-4cfc-8042-cd8d662a570e tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746045 Jul 25 12:15:50.905749 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:50.935285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Publish callbacks [] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:50.961984 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.017516 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd582d5-e527-4af9-b083-db025c57a59e req-95409c9a-f2d3-4eb9-934e-f11c7a476d52 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:51.018966 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5bd582d5-e527-4af9-b083-db025c57a59e req-95409c9a-f2d3-4eb9-934e-f11c7a476d52 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.1452472 Jul 25 12:15:51.037252 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:51.055249 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:51.062193 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:51.066536 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:51.072084 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Pushing event updated for resources: {'Port': ['ID=da135c2d-baa2-408f-8ca9-43f1fc68f36c,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:51.076894 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 2, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:51.120281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Checking router: 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:51.120645 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Updating router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 port 1c0071d0-459b-44c6-8915-0b6137c6fa53 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:15:51.178956 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Attempting to bind port da135c2d-baa2-408f-8ca9-43f1fc68f36c on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:51.179337 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Attempting to bind port da135c2d-baa2-408f-8ca9-43f1fc68f36c by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:51.179732 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Attempting to bind port da135c2d-baa2-408f-8ca9-43f1fc68f36c on network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:51.183013 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.194095 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:51.194468 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Checking segment: {'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:51.194866 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.195263 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Bound using segment: {'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:51.195774 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Bound port: da135c2d-baa2-408f-8ca9-43f1fc68f36c, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:51.196154 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.216400 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Deleting port 3b24bc1b-53c9-4417-92af-4eb343429851 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:15:51.216738 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.301446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-70cc4f56-ce0d-4fea-b754-8a670cc5b8d2 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:51.303509 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-70cc4f56-ce0d-4fea-b754-8a670cc5b8d2 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "GET /v2.0/networks?id=c68dde59-1544-4fd3-8e4e-babe3594a8bb HTTP/1.1" status: 200 len: 808 time: 0.3727391 Jul 25 12:15:51.309453 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks [] for port (e179800d-63fb-46d7-985d-86feee3b1076), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.328880 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Request body: {'port': {'device_id': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb', 'admin_state_up': True, 'tenant_id': '91bd04f2c9d34640ab6317fc8dd3dddb'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:51.335952 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-18763dde-b58e-4c81-b2c2-6c72a28347a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.361919 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] For port da135c2d-baa2-408f-8ca9-43f1fc68f36c, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:51.379955 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] For port da135c2d-baa2-408f-8ca9-43f1fc68f36c, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=da135c2d-baa2-408f-8ca9-43f1fc68f36c,segment=NetworkSegment(96344386-5cc8-46e3-b47c-f36ed65088f3),segment_id=96344386-5cc8-46e3-b47c-f36ed65088f3)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:51.417780 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.422309 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:51.429899 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] For port 3b24bc1b-53c9-4417-92af-4eb343429851, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b24bc1b-53c9-4417-92af-4eb343429851,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:51.430425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.458261 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:51.462025 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Calling delete_port for 3b24bc1b-53c9-4417-92af-4eb343429851 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:15:51.479795 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (e179800d-63fb-46d7-985d-86feee3b1076), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.613252 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:51.617060 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:51.619976 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:51.634697 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4144a-059a-4254-b801-f2a2e0b11f0e None None] Pushing event updated for resources: {'Port': ['ID=da135c2d-baa2-408f-8ca9-43f1fc68f36c,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:51.656831 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe5d1-f797-4935-9d93-854142fa7a20 req-2aabe9b7-74f6-4cda-9354-06d88d8039e0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:51.658452 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35cbe5d1-f797-4935-9d93-854142fa7a20 req-2aabe9b7-74f6-4cda-9354-06d88d8039e0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0596633 Jul 25 12:15:51.711971 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35cbe5d1-f797-4935-9d93-854142fa7a20 req-2aa37f44-7234-4513-8564-9cf820a55399 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 Jul 25 12:15:51.733877 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Publish callbacks [] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.742185 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.798552 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37c350-fdfe-49a3-818e-07eb196a377c None None] Pushing event updated for resources: {'Port': ['ID=1c0071d0-459b-44c6-8915-0b6137c6fa53,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:51.813046 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:51.925820 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Attempting to bind port 1c0071d0-459b-44c6-8915-0b6137c6fa53 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:51.926613 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Attempting to bind port 1c0071d0-459b-44c6-8915-0b6137c6fa53 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:51.927336 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Attempting to bind port 1c0071d0-459b-44c6-8915-0b6137c6fa53 on network 1c19c869-ef0d-4854-ace3-e6594f309fd4 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:51.934927 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:51.935313 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Checking segment: {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:51.940509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:51.941311 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Bound using segment: {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:51.944332 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Bound port: 1c0071d0-459b-44c6-8915-0b6137c6fa53, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:51.944975 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.006912 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Made reservation on behalf of 91bd04f2c9d34640ab6317fc8dd3dddb for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:15:52.016340 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.030681 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:52.033191 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-08736acc-2b45-4dec-bf8a-8baa37b5a3e3 req-69483c49-b7c8-404b-93ea-6fea24d12ed9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.4828916 Jul 25 12:15:52.060607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] For port 1c0071d0-459b-44c6-8915-0b6137c6fa53, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:52.064096 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] For port 1c0071d0-459b-44c6-8915-0b6137c6fa53, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=1c0071d0-459b-44c6-8915-0b6137c6fa53,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:52.070348 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Pushing event updated for resources: {'Port': ['ID=e179800d-63fb-46d7-985d-86feee3b1076,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:52.083268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.102859 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3fc5f-7976-4f62-b522-8cf2bf1e4ba7 req-9777367a-7cec-4dc8-9d17-4f8718712cd1 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:52.105029 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-51f3fc5f-7976-4f62-b522-8cf2bf1e4ba7 req-9777367a-7cec-4dc8-9d17-4f8718712cd1 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 945 time: 0.1132526 Jul 25 12:15:52.130473 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:52.189226 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:52.194121 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37c350-fdfe-49a3-818e-07eb196a377c None None] Pushing event updated for resources: {'Port': ['ID=1c0071d0-459b-44c6-8915-0b6137c6fa53,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:52.196097 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:52.234625 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-51f3fc5f-7976-4f62-b522-8cf2bf1e4ba7 req-8a12bb8d-b4f0-4fb8-969e-cae7276404bd tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce051436-7803-4215-ad83-cb124a2a0d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202335 Jul 25 12:15:52.252482 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:52.253016 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:52.321965 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-72de1ea5-7e98-4afb-b6ee-94818550252a None None] Provisioning complete for port 1c0071d0-459b-44c6-8915-0b6137c6fa53 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:52.322370 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-72de1ea5-7e98-4afb-b6ee-94818550252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.344279 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47580) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:52.408900 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (3b24bc1b-53c9-4417-92af-4eb343429851), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.428152 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['3b24bc1b-53c9-4417-92af-4eb343429851'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:15:52.459813 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Allocated IP 172.20.0.9 (c68dde59-1544-4fd3-8e4e-babe3594a8bb/74794081-a6ba-4127-8b00-f67b9822d942/29156948-b400-434f-ba82-bb5568519914) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:52.472473 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Pushing event deleted for resources: {'Port': ['ID=3b24bc1b-53c9-4417-92af-4eb343429851,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:52.476541 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:52.513478 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7103f974-79aa-4d60-be1c-b17def036fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.551562 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks [] for router_gateway (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.558338 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-72de1ea5-7e98-4afb-b6ee-94818550252a None None] Current status of the port 1c0071d0-459b-44c6-8915-0b6137c6fa53 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:52.558737 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-72de1ea5-7e98-4afb-b6ee-94818550252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.650942 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-72de1ea5-7e98-4afb-b6ee-94818550252a None None] For port 1c0071d0-459b-44c6-8915-0b6137c6fa53, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=1c0071d0-459b-44c6-8915-0b6137c6fa53,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:52.658635 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] No DVR routers for this DVR port 3b24bc1b-53c9-4417-92af-4eb343429851 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:15:52.669827 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.676477 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5bd582d5-e527-4af9-b083-db025c57a59e req-8775f79b-1453-4a01-828a-905c6ce3d590 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.39 "DELETE /v2.0/ports/3b24bc1b-53c9-4417-92af-4eb343429851 HTTP/1.1" status: 204 len: 173 time: 1.6228514 Jul 25 12:15:52.688031 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-72de1ea5-7e98-4afb-b6ee-94818550252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.694186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device da135c2d-baa2-408f-8ca9-43f1fc68f36c up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:52.711018 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7103f974-79aa-4d60-be1c-b17def036fb5 admin admin] Publish callbacks [] for security_group (4f8e106a-ad48-4fc2-9746-1657055dd3cd), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.719617 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7103f974-79aa-4d60-be1c-b17def036fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4f8e106a-ad48-4fc2-9746-1657055dd3cd), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.726870 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'name': 'network-vif-deleted', 'tag': '3b24bc1b-53c9-4417-92af-4eb343429851'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:52.729246 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d9edfa-8167-4e08-b9bb-54c76af32f89" -d '{"events": [{"server_uuid": "03ec6126-ab67-4094-ade6-816f0e39ba46", "name": "network-vif-deleted", "tag": "3b24bc1b-53c9-4417-92af-4eb343429851"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:52.840436 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7103f974-79aa-4d60-be1c-b17def036fb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16b7aebb0cf24b76bec6653792429375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944341 Jul 25 12:15:52.841561 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47588) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:52.842377 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103f974-79aa-4d60-be1c-b17def036fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8e106a-ad48-4fc2-9746-1657055dd3cd,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:52.927307 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-954f34f9-d8fd-4c7d-acbc-45e54338af74 admin admin] Publish callbacks [] for security_group (4f8e106a-ad48-4fc2-9746-1657055dd3cd), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.927678 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-438cd427-daf3-4057-b20a-18519dace046 None None] Provisioning complete for port 1c0071d0-459b-44c6-8915-0b6137c6fa53 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:52.927978 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-438cd427-daf3-4057-b20a-18519dace046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.955310 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-954f34f9-d8fd-4c7d-acbc-45e54338af74 admin admin] Publish callbacks [] for security_group (4f8e106a-ad48-4fc2-9746-1657055dd3cd), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:52.962647 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b20cf31-8b05-4a1d-8e58-386d70dbf30a x-openstack-request-id: req-9b20cf31-8b05-4a1d-8e58-386d70dbf30a {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:52.962972 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ec6126-ab67-4094-ade6-816f0e39ba46", "name": "network-vif-deleted", "tag": "3b24bc1b-53c9-4417-92af-4eb343429851", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:52.963233 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b20cf31-8b05-4a1d-8e58-386d70dbf30a {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:52.963677 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b20cf31-8b05-4a1d-8e58-386d70dbf30a'] response: {'server_uuid': '03ec6126-ab67-4094-ade6-816f0e39ba46', 'name': 'network-vif-deleted', 'tag': '3b24bc1b-53c9-4417-92af-4eb343429851', 'status': 'completed', 'code': 200} Jul 25 12:15:53.019975 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de1ea5-7e98-4afb-b6ee-94818550252a None None] Pushing event updated for resources: {'Port': ['ID=1c0071d0-459b-44c6-8915-0b6137c6fa53,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:53.022178 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-954f34f9-d8fd-4c7d-acbc-45e54338af74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4f8e106a-ad48-4fc2-9746-1657055dd3cd), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.037873 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-954f34f9-d8fd-4c7d-acbc-45e54338af74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.040717 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-954f34f9-d8fd-4c7d-acbc-45e54338af74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f8e106a-ad48-4fc2-9746-1657055dd3cd HTTP/1.1" status: 204 len: 168 time: 0.1945179 Jul 25 12:15:53.074157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:53.078947 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port da135c2d-baa2-408f-8ca9-43f1fc68f36c triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:53.079680 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.079788 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f34f9-d8fd-4c7d-acbc-45e54338af74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8e106a-ad48-4fc2-9746-1657055dd3cd,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:53.134054 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e686f-a3c4-432e-b0cc-d016bc9721d2 None None] The sync data for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi is: [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:53.157040 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:53.182786 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc10968-1bf5-4fc9-ae12-ee805ef30f47 req-3a53f681-ce70-40d6-b08c-82461ab2f956 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:53.184527 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8fc10968-1bf5-4fc9-ae12-ee805ef30f47 req-3a53f681-ce70-40d6-b08c-82461ab2f956 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.2338152 Jul 25 12:15:53.202236 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d3a06f-8982-4a65-af40-2899a64bf405 None None] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:15:53.251672 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.308569 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-438cd427-daf3-4057-b20a-18519dace046 None None] Current status of the port 1c0071d0-459b-44c6-8915-0b6137c6fa53 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:53.360667 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-837d1e85-b67c-429c-83c5-2090f6f171c9 req-542fdc75-71b9-4af4-87e2-6c40cf1f3cb9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.1024160 Jul 25 12:15:53.397635 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8fc10968-1bf5-4fc9-ae12-ee805ef30f47 req-a9952363-85ea-4f33-8735-763a86478bf2 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043495 Jul 25 12:15:53.408562 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:53.444369 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:53.454404 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks [] for port (29156948-b400-434f-ba82-bb5568519914), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.479890 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-723c826a-d47d-4ae2-aa55-87e4204473b4 None None] Provisioning complete for port da135c2d-baa2-408f-8ca9-43f1fc68f36c triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:53.480318 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-723c826a-d47d-4ae2-aa55-87e4204473b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.524276 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cdd942ce-0692-4be3-b351-5bbf93e995ff req-51745949-0f8b-4d4e-9727-f22768919678 tempest-DeleteServersTestJSON-1821900313 tempest-DeleteServersTestJSON-1821900313-project] 10.222.0.42 "GET /v2.0/ports?device_id=03ec6126-ab67-4094-ade6-816f0e39ba46 HTTP/1.1" status: 200 len: 210 time: 0.0548987 Jul 25 12:15:53.587088 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (29156948-b400-434f-ba82-bb5568519914), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.596653 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port da135c2d-baa2-408f-8ca9-43f1fc68f36c is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:53.596653 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.609070 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f06ed203-fd0a-4988-9ace-a8fb28b64476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.644311 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Network c68dde59-1544-4fd3-8e4e-babe3594a8bb is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:53.651129 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:53.655256 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:53.661486 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:53.662750 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.667881 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:15:53.669745 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Pushing event updated for resources: {'Port': ['ID=29156948-b400-434f-ba82-bb5568519914,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:53.671362 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-723c826a-d47d-4ae2-aa55-87e4204473b4 None None] Current status of the port da135c2d-baa2-408f-8ca9-43f1fc68f36c is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:53.671790 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-723c826a-d47d-4ae2-aa55-87e4204473b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.703176 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port da135c2d-baa2-408f-8ca9-43f1fc68f36c, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=da135c2d-baa2-408f-8ca9-43f1fc68f36c,segment=NetworkSegment(96344386-5cc8-46e3-b47c-f36ed65088f3),segment_id=96344386-5cc8-46e3-b47c-f36ed65088f3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:53.721436 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.739460 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-9e8ee208-7df4-4e59-a230-5258ae6d2bb8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4173107 Jul 25 12:15:53.768173 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Request body: {'port': {'device_id': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:15:53.817611 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=da135c2d-baa2-408f-8ca9-43f1fc68f36c,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:53.880891 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.db.api [None req-723c826a-d47d-4ae2-aa55-87e4204473b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:15:53.881321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG oslo_db.api [None req-723c826a-d47d-4ae2-aa55-87e4204473b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:15:53.935566 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:53.947907 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Sync routers for ids ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:53.967159 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Routers {'41e96e3e-8cb2-43a2-91b3-b0e6d213810c'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:53.967812 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:53.968431 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:53.971598 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-17bfeeb4-8efc-44a5-add7-e30409cdd37d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8353636 Jul 25 12:15:53.973663 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47606) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:54.124503 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (29156948-b400-434f-ba82-bb5568519914), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:54.173426 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Set router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:54.203737 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:54.304330 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:54.347759 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:54.393767 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 3, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port': {'id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:54.436530 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Checking router: 41e96e3e-8cb2-43a2-91b3-b0e6d213810c for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:54.437253 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Updating router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c port e179800d-63fb-46d7-985d-86feee3b1076 binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:15:54.465250 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-723c826a-d47d-4ae2-aa55-87e4204473b4 None None] Current status of the port da135c2d-baa2-408f-8ca9-43f1fc68f36c is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:54.479848 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e179800d-63fb-46d7-985d-86feee3b1076), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:54.591328 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-87ff95bf-f9ea-4d99-9605-64d33721b5fe None None] Provisioning complete for port da135c2d-baa2-408f-8ca9-43f1fc68f36c triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:54.591771 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87ff95bf-f9ea-4d99-9605-64d33721b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:54.626924 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba9363-dc2e-4522-9b2a-89e02a6e6b8a req-0af9d8ae-67e3-45f9-a880-dbadc3f1c659 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:54.639828 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-59ba9363-dc2e-4522-9b2a-89e02a6e6b8a req-0af9d8ae-67e3-45f9-a880-dbadc3f1c659 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1093798 Jul 25 12:15:54.753205 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-59ba9363-dc2e-4522-9b2a-89e02a6e6b8a req-7701f40c-a87f-49c0-b621-c35c1ade820c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123776 Jul 25 12:15:54.769043 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:54.781878 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198a03d-2ffb-499c-8ac6-ec7ff76ffe51 req-f54620e0-1a55-4b61-bf73-82bc84eda615 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:54.783421 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a198a03d-2ffb-499c-8ac6-ec7ff76ffe51 req-f54620e0-1a55-4b61-bf73-82bc84eda615 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 931 time: 0.1261003 Jul 25 12:15:54.797446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:54.861715 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device da135c2d-baa2-408f-8ca9-43f1fc68f36c up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:54.933010 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:54.933796 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:54.957682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port da135c2d-baa2-408f-8ca9-43f1fc68f36c triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:54.958186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.003900 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-87ff95bf-f9ea-4d99-9605-64d33721b5fe None None] Current status of the port da135c2d-baa2-408f-8ca9-43f1fc68f36c is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:55.020907 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a198a03d-2ffb-499c-8ac6-ec7ff76ffe51 req-f1ab2394-c5aa-42e4-a426-5006619273ac tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285094 Jul 25 12:15:55.077730 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29156948-b400-434f-ba82-bb5568519914 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:15:55.081596 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Publish callbacks [] for port (e179800d-63fb-46d7-985d-86feee3b1076), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.090592 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e179800d-63fb-46d7-985d-86feee3b1076), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.113000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Publish callbacks [] for port (29156948-b400-434f-ba82-bb5568519914), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.181278 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5fa73-ba03-49a6-8511-7f4a4b1c354b None None] Pushing event updated for resources: {'Port': ['ID=e179800d-63fb-46d7-985d-86feee3b1076,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:55.191177 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Attempting to bind port e179800d-63fb-46d7-985d-86feee3b1076 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:55.191641 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Attempting to bind port e179800d-63fb-46d7-985d-86feee3b1076 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:55.192462 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Attempting to bind port e179800d-63fb-46d7-985d-86feee3b1076 on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:55.196889 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Transition to ACTIVE for port object 29156948-b400-434f-ba82-bb5568519914 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:15:55.202794 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:55.203177 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:55.206299 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.206299 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:55.206797 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Bound port: e179800d-63fb-46d7-985d-86feee3b1076, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:55.207999 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e179800d-63fb-46d7-985d-86feee3b1076), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.214537 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (29156948-b400-434f-ba82-bb5568519914), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.297858 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port da135c2d-baa2-408f-8ca9-43f1fc68f36c is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:55.300045 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 1c0071d0-459b-44c6-8915-0b6137c6fa53 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:55.302060 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] For port e179800d-63fb-46d7-985d-86feee3b1076, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:55.306233 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] For port e179800d-63fb-46d7-985d-86feee3b1076, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e179800d-63fb-46d7-985d-86feee3b1076,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:55.320530 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e179800d-63fb-46d7-985d-86feee3b1076), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.368099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Pushing event updated for resources: {'Port': ['ID=29156948-b400-434f-ba82-bb5568519914,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:55.383996 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.389069 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 1c0071d0-459b-44c6-8915-0b6137c6fa53 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:55.389460 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.399911 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:55.405595 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Routers {'41e96e3e-8cb2-43a2-91b3-b0e6d213810c'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:55.406423 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:55.447697 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5fa73-ba03-49a6-8511-7f4a4b1c354b None None] Pushing event updated for resources: {'Port': ['ID=e179800d-63fb-46d7-985d-86feee3b1076,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:55.474806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Attempting to bind port 29156948-b400-434f-ba82-bb5568519914 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:55.475143 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Attempting to bind port 29156948-b400-434f-ba82-bb5568519914 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:55.475473 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Attempting to bind port 29156948-b400-434f-ba82-bb5568519914 on network c68dde59-1544-4fd3-8e4e-babe3594a8bb {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:55.483285 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Port 29156948-b400-434f-ba82-bb5568519914 on network c68dde59-1544-4fd3-8e4e-babe3594a8bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:15:55.483637 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Attempting to bind port 29156948-b400-434f-ba82-bb5568519914 on network c68dde59-1544-4fd3-8e4e-babe3594a8bb {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:55.496280 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:55.496623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Checking segment: {'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:55.497007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Bound using segment: {'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:55.497440 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Bound port: 29156948-b400-434f-ba82-bb5568519914, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:55.497796 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (29156948-b400-434f-ba82-bb5568519914), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.506197 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 1c0071d0-459b-44c6-8915-0b6137c6fa53 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:55.531374 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] Set router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:55.631009 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:55.642156 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] For port 29156948-b400-434f-ba82-bb5568519914, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:55.648405 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] For port 29156948-b400-434f-ba82-bb5568519914, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29156948-b400-434f-ba82-bb5568519914,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:55.662112 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (29156948-b400-434f-ba82-bb5568519914), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.665035 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Allocated IP 172.20.0.1 (8cfb47dd-0231-42d3-90ad-b52aca9ba125/b6ffa728-c5cd-407d-83d1-a1de831d8b7e/25e4d28c-d544-4e70-8d61-333abdd70d33) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:15:55.707335 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:55.707937 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.710017 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] 10.222.0.39 "PUT /v2.0/ports/29156948-b400-434f-ba82-bb5568519914 HTTP/1.1" status: 200 len: 1093 time: 1.9508004 Jul 25 12:15:55.710637 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 3, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port': {'id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:55.712209 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'tag': '29156948-b400-434f-ba82-bb5568519914'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:15:55.714507 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ae1afa-6fd5-478b-8c01-6172efd19ee5", "tag": "29156948-b400-434f-ba82-bb5568519914"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:15:55.737341 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91806ae2-acb9-4779-bf04-1efb80a16a67 None None] The sync data for ids ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'] in dv-cinder-797608-61-iscsi is: [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 3, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port': {'id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:55.796787 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2e84df-74da-4264-bbb8-89fc353de38b x-openstack-request-id: req-2f2e84df-74da-4264-bbb8-89fc353de38b {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:15:55.797407 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ae1afa-6fd5-478b-8c01-6172efd19ee5", "tag": "29156948-b400-434f-ba82-bb5568519914", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:15:55.797407 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f2e84df-74da-4264-bbb8-89fc353de38b {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:15:55.797752 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2e84df-74da-4264-bbb8-89fc353de38b'] response: {'name': 'network-changed', 'server_uuid': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'tag': '29156948-b400-434f-ba82-bb5568519914', 'status': 'completed', 'code': 200} Jul 25 12:15:55.798512 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2923595-71b9-4b99-9a96-e7b2ea8296ec service neutron] Pushing event updated for resources: {'Port': ['ID=29156948-b400-434f-ba82-bb5568519914,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:55.847892 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-b84fd759-685a-4ff5-aff1-700cd75c5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:55.850095 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-b84fd759-685a-4ff5-aff1-700cd75c5fca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91bd04f2c9d34640ab6317fc8dd3dddb&device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0685742 Jul 25 12:15:55.852222 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:55.894317 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfc515-1651-4f55-b285-2777bf8f79b6 req-6b07d912-4aa4-4e50-b476-af66424304e4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:55.896543 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-51cfc515-1651-4f55-b285-2777bf8f79b6 req-6b07d912-4aa4-4e50-b476-af66424304e4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0581021 Jul 25 12:15:55.920543 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-204efab0-9811-4854-8654-311607b79a72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29156948-b400-434f-ba82-bb5568519914 HTTP/1.1" status: 200 len: 217 time: 0.0547187 Jul 25 12:15:55.944509 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks [] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:55.953635 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-51cfc515-1651-4f55-b285-2777bf8f79b6 req-29f5bfb6-735f-41cd-abd6-967570f55099 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512333 Jul 25 12:15:55.992385 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-f8a147e1-226b-4ac3-b8fb-d20468583a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:55.993821 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-f8a147e1-226b-4ac3-b8fb-d20468583a4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74794081-a6ba-4127-8b00-f67b9822d942 HTTP/1.1" status: 200 len: 848 time: 0.0620224 Jul 25 12:15:56.033934 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-af3aa5a3-6401-404e-9d5c-735831866e58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c68dde59-1544-4fd3-8e4e-babe3594a8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324092 Jul 25 12:15:56.043050 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.148203 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:56.149817 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 3b24bc1b-53c9-4417-92af-4eb343429851 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:15:56.172949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:56.173230 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 3b24bc1b-53c9-4417-92af-4eb343429851 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:15:56.173587 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 3b24bc1b-53c9-4417-92af-4eb343429851 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:15:56.179186 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Pushing event updated for resources: {'Port': ['ID=25e4d28c-d544-4e70-8d61-333abdd70d33,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:56.182766 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:15:56.183243 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.254397 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842989b-ca05-425c-b005-bb85ed5ad20f req-5729a1f2-fdda-4f1d-9ed0-35eca44140d9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:56.256526 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c842989b-ca05-425c-b005-bb85ed5ad20f req-5729a1f2-fdda-4f1d-9ed0-35eca44140d9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 943 time: 0.1280057 Jul 25 12:15:56.274733 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.303460 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-54557547-59c1-433f-bb74-6d16176a46f5 service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545438 Jul 25 12:15:56.421486 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c842989b-ca05-425c-b005-bb85ed5ad20f req-e5e70d77-0e91-44fa-9e70-d894b59a0260 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541800 Jul 25 12:15:56.451856 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-0433cd61-39c3-48d1-8bac-ecb89f5bc605 None None] Provisioning complete for port 25e4d28c-d544-4e70-8d61-333abdd70d33 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:56.453011 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0433cd61-39c3-48d1-8bac-ecb89f5bc605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.454936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:56.505328 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-0433cd61-39c3-48d1-8bac-ecb89f5bc605 None None] Port 25e4d28c-d544-4e70-8d61-333abdd70d33 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:56.509007 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.516773 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.523340 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6116ddd3-6b98-410b-8abf-350447f9a664 req-56610421-48f7-47af-9d81-137f972fa5fc service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052453 Jul 25 12:15:56.670539 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e179800d-63fb-46d7-985d-86feee3b1076 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:56.693294 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47662) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:56.718022 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port e179800d-63fb-46d7-985d-86feee3b1076 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:56.718516 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e179800d-63fb-46d7-985d-86feee3b1076), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.755518 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:15:56.770063 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks [] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.783305 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.784638 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.835335 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port e179800d-63fb-46d7-985d-86feee3b1076 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:56.835980 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e179800d-63fb-46d7-985d-86feee3b1076), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.855999 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:56.861298 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port e179800d-63fb-46d7-985d-86feee3b1076, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e179800d-63fb-46d7-985d-86feee3b1076,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:56.868244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e179800d-63fb-46d7-985d-86feee3b1076), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:56.879629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Pushing event updated for resources: {'Port': ['ID=25e4d28c-d544-4e70-8d61-333abdd70d33,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:56.893119 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:56.935319 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=e179800d-63fb-46d7-985d-86feee3b1076,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:56.949560 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:15:56.951043 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:15:56.953527 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:57.074058 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:15:57.130384 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47780631-9f0a-47fb-8936-e68d1568aa64 req-24261851-9c18-463e-8604-2e27decc6057 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:57.132043 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-47780631-9f0a-47fb-8936-e68d1568aa64 req-24261851-9c18-463e-8604-2e27decc6057 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1024358 Jul 25 12:15:57.187896 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:57.193493 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-95745a2a-1363-43e3-a848-7d42876dd6eb admin admin] 10.222.0.42 "PUT /v2.0/routers/41e96e3e-8cb2-43a2-91b3-b0e6d213810c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2172971 Jul 25 12:15:57.212214 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (519d260f-a269-4a5e-b544-387929e54e0e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:57.215366 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:57.230625 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-277419d2-beaf-4a8b-a606-3034ab3e08db None None] Provisioning complete for port 25e4d28c-d544-4e70-8d61-333abdd70d33 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:57.231102 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-277419d2-beaf-4a8b-a606-3034ab3e08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:57.265087 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-47780631-9f0a-47fb-8936-e68d1568aa64 req-fc7fa338-1d6e-4ce9-8830-1b13d4233e76 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111445 Jul 25 12:15:57.266981 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-277419d2-beaf-4a8b-a606-3034ab3e08db None None] Port 25e4d28c-d544-4e70-8d61-333abdd70d33 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:57.524173 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Deleting port aca0f476-585e-4d7f-87d0-5e6df1424191 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:15:57.524774 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:57.588638 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14b045-a559-45b1-b0d8-e559006b803a req-0bbc831f-8215-47ce-b1cf-2b795c1c8253 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:57.590132 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8d14b045-a559-45b1-b0d8-e559006b803a req-0bbc831f-8215-47ce-b1cf-2b795c1c8253 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 943 time: 0.0582526 Jul 25 12:15:57.634524 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] For port aca0f476-585e-4d7f-87d0-5e6df1424191, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=aca0f476-585e-4d7f-87d0-5e6df1424191,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:57.634910 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:57.645894 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8d14b045-a559-45b1-b0d8-e559006b803a req-641fcddc-0418-42eb-9487-c6f392930407 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492156 Jul 25 12:15:57.649414 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Calling delete_port for aca0f476-585e-4d7f-87d0-5e6df1424191 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:15:57.772110 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Sync routers for ids ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:57.792465 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Routers {'41e96e3e-8cb2-43a2-91b3-b0e6d213810c'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:57.793107 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:57.892093 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (aca0f476-585e-4d7f-87d0-5e6df1424191), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:57.905907 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Set router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:57.915018 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca0f476-585e-4d7f-87d0-5e6df1424191,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:58.094395 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (519d260f-a269-4a5e-b544-387929e54e0e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:58.117244 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:58.205253 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 4, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port': {'id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '25e4d28c-d544-4e70-8d61-333abdd70d33', 'name': '', 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'mac_address': 'fa:16:3e:1c:7a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b6ffa728-c5cd-407d-83d1-a1de831d8b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:55Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 2, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'subnets': [{'id': 'b6ffa728-c5cd-407d-83d1-a1de831d8b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:58.236661 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Checking router: 41e96e3e-8cb2-43a2-91b3-b0e6d213810c for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:58.237504 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Updating router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c port 25e4d28c-d544-4e70-8d61-333abdd70d33 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:15:58.266742 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:58.403229 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:58.426227 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Router 519d260f-a269-4a5e-b544-387929e54e0e has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:15:58.436129 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1434c-d24f-4521-ab81-6c1dad027544 req-b2bb45c8-1a06-4d92-a5ce-2e6a7466a1e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:58.437526 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ff1434c-d24f-4521-ab81-6c1dad027544 req-b2bb45c8-1a06-4d92-a5ce-2e6a7466a1e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0855293 Jul 25 12:15:58.604412 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Publish callbacks [] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:58.617156 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:58.664272 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:58.682089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c16a-caf4-40f5-908b-ca4816bca85e None None] Pushing event updated for resources: {'Port': ['ID=25e4d28c-d544-4e70-8d61-333abdd70d33,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:58.747846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e179800d-63fb-46d7-985d-86feee3b1076 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:15:58.853628 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Attempting to bind port 25e4d28c-d544-4e70-8d61-333abdd70d33 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:15:58.855394 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Attempting to bind port 25e4d28c-d544-4e70-8d61-333abdd70d33 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:15:58.855935 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Attempting to bind port 25e4d28c-d544-4e70-8d61-333abdd70d33 on network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:15:58.863744 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:58.869784 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:15:58.870126 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Checking segment: {'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:15:58.870529 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:58.870922 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Bound using segment: {'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:15:58.875776 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Bound port: 25e4d28c-d544-4e70-8d61-333abdd70d33, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96344386-5cc8-46e3-b47c-f36ed65088f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:15:58.876641 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:58.905675 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port e179800d-63fb-46d7-985d-86feee3b1076 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:58.906314 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e179800d-63fb-46d7-985d-86feee3b1076), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:58.919785 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5471-7da1-4a14-a513-49ae3ce299c3 req-917db2b0-4518-475f-8f4a-384d56d8ba43 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:15:58.921860 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-22ac5471-7da1-4a14-a513-49ae3ce299c3 req-917db2b0-4518-475f-8f4a-384d56d8ba43 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 943 time: 0.0823679 Jul 25 12:15:58.980107 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ff1434c-d24f-4521-ab81-6c1dad027544 req-a02d7cf1-0734-41b8-b89b-dacb40a40cfa tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315402 Jul 25 12:15:58.995094 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-22ac5471-7da1-4a14-a513-49ae3ce299c3 req-c0bfde6f-fb63-483a-a18f-6e7488076d5f tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673258 Jul 25 12:15:59.023903 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:15:59.042090 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-70e96eb9-a47c-4d2a-8d4b-e6105f256521 admin admin] 10.222.0.42 "PUT /v2.0/routers/519d260f-a269-4a5e-b544-387929e54e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3475196 Jul 25 12:15:59.042491 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47700) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:15:59.046700 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] Sync routers for ids ['519d260f-a269-4a5e-b544-387929e54e0e'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:15:59.101230 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] Routers {'519d260f-a269-4a5e-b544-387929e54e0e'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:59.108243 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['519d260f-a269-4a5e-b544-387929e54e0e'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:59.132644 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] For port 25e4d28c-d544-4e70-8d61-333abdd70d33, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:15:59.161527 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-4d278b42-b9aa-47b1-9a17-2e3b18816e0d None None] Provisioning complete for port 25e4d28c-d544-4e70-8d61-333abdd70d33 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:59.161899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4d278b42-b9aa-47b1-9a17-2e3b18816e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:59.199948 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] For port 25e4d28c-d544-4e70-8d61-333abdd70d33, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=25e4d28c-d544-4e70-8d61-333abdd70d33,segment=NetworkSegment(96344386-5cc8-46e3-b47c-f36ed65088f3),segment_id=96344386-5cc8-46e3-b47c-f36ed65088f3)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:15:59.201824 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-4d278b42-b9aa-47b1-9a17-2e3b18816e0d None None] Port 25e4d28c-d544-4e70-8d61-333abdd70d33 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:15:59.203034 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port e179800d-63fb-46d7-985d-86feee3b1076 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:15:59.215197 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:59.216777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks [] for router (519d260f-a269-4a5e-b544-387929e54e0e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:59.219223 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] Set router 519d260f-a269-4a5e-b544-387929e54e0e gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:59.296387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Routers {'41e96e3e-8cb2-43a2-91b3-b0e6d213810c'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:59.297384 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:59.350854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c16a-caf4-40f5-908b-ca4816bca85e None None] Pushing event updated for resources: {'Port': ['ID=25e4d28c-d544-4e70-8d61-333abdd70d33,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:15:59.480722 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:15:57Z', 'revision_number': 5, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:59.483130 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] Set router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:59.531935 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] Checking router: 519d260f-a269-4a5e-b544-387929e54e0e for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:15:59.547793 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] Routers {'519d260f-a269-4a5e-b544-387929e54e0e'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:15:59.548674 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:15:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['519d260f-a269-4a5e-b544-387929e54e0e'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:59.667309 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:59.669619 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks [] for router_gateway (519d260f-a269-4a5e-b544-387929e54e0e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:59.696174 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] Set router 519d260f-a269-4a5e-b544-387929e54e0e gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:15:59.728845 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Deleting port a34d1d3e-88fa-4db8-9c00-1dfd85f94898 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:15:59.729264 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:59.753650 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:59.754523 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:59.811463 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-78bd2cdd-c9dd-40ac-9a89-795ebb1b6e8f None None] Provisioning complete for port 25e4d28c-d544-4e70-8d61-333abdd70d33 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:15:59.812099 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-78bd2cdd-c9dd-40ac-9a89-795ebb1b6e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:59.818404 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 4, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port': {'id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '25e4d28c-d544-4e70-8d61-333abdd70d33', 'name': '', 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'mac_address': 'fa:16:3e:1c:7a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b6ffa728-c5cd-407d-83d1-a1de831d8b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:55Z', 'updated_at': '2022-07-25T12:15:59Z', 'revision_number': 4, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'subnets': [{'id': 'b6ffa728-c5cd-407d-83d1-a1de831d8b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:15:59.830063 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] For port a34d1d3e-88fa-4db8-9c00-1dfd85f94898, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:15:59.830432 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:15:59.851469 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Calling delete_port for a34d1d3e-88fa-4db8-9c00-1dfd85f94898 owned by network:router_gateway {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:15:59.860439 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:15:59.875232 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f238b5-4bab-4555-a57c-ea8a75933a90 None None] The sync data for ids ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'] in dv-cinder-797608-61-iscsi is: [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 4, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port': {'id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '25e4d28c-d544-4e70-8d61-333abdd70d33', 'name': '', 'network_id': '8cfb47dd-0231-42d3-90ad-b52aca9ba125', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'mac_address': 'fa:16:3e:1c:7a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b6ffa728-c5cd-407d-83d1-a1de831d8b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:55Z', 'updated_at': '2022-07-25T12:15:59Z', 'revision_number': 4, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'subnets': [{'id': 'b6ffa728-c5cd-407d-83d1-a1de831d8b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:15:59.928548 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:15:57Z', 'revision_number': 5, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:00.025499 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106e017-841c-415e-a863-5f2d4de28077 None None] The sync data for ids ['519d260f-a269-4a5e-b544-387929e54e0e'] in dv-cinder-797608-61-iscsi is: [{'id': '519d260f-a269-4a5e-b544-387929e54e0e', 'name': 'tempest-DeleteServersTestJSON-1391462536-router', 'tenant_id': '05e8cdf9803c4388a79e123894ab34b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:15:57Z', 'revision_number': 5, 'project_id': '05e8cdf9803c4388a79e123894ab34b1', 'gw_port': {'id': 'a34d1d3e-88fa-4db8-9c00-1dfd85f94898', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d260f-a269-4a5e-b544-387929e54e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:16:00.091266 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-78bd2cdd-c9dd-40ac-9a89-795ebb1b6e8f None None] Current status of the port 25e4d28c-d544-4e70-8d61-333abdd70d33 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:00.091795 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-78bd2cdd-c9dd-40ac-9a89-795ebb1b6e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.154308 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (a34d1d3e-88fa-4db8-9c00-1dfd85f94898), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.180343 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-78bd2cdd-c9dd-40ac-9a89-795ebb1b6e8f None None] For port 25e4d28c-d544-4e70-8d61-333abdd70d33, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=25e4d28c-d544-4e70-8d61-333abdd70d33,segment=NetworkSegment(96344386-5cc8-46e3-b47c-f36ed65088f3),segment_id=96344386-5cc8-46e3-b47c-f36ed65088f3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:00.195714 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-78bd2cdd-c9dd-40ac-9a89-795ebb1b6e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.210309 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Pushing event deleted for resources: {'Port': ['ID=a34d1d3e-88fa-4db8-9c00-1dfd85f94898,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:00.212594 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:00.240782 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8b0d2-2a04-46ca-99e0-78039e4855d9 req-3da344f2-a772-44b2-ba6f-fe341ef77886 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:00.249017 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-44d8b0d2-2a04-46ca-99e0-78039e4855d9 req-3da344f2-a772-44b2-ba6f-fe341ef77886 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1091568 Jul 25 12:16:00.278245 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd2cdd-c9dd-40ac-9a89-795ebb1b6e8f None None] Pushing event updated for resources: {'Port': ['ID=25e4d28c-d544-4e70-8d61-333abdd70d33,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:00.310368 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-44d8b0d2-2a04-46ca-99e0-78039e4855d9 req-52d884d0-d505-442f-90af-89e8d3a53c67 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601337 Jul 25 12:16:00.320733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (519d260f-a269-4a5e-b544-387929e54e0e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.369653 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68043006-613f-4731-a433-18670160b458 req-474c4873-fd54-4740-b7d4-994427d23720 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:00.377334 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-68043006-613f-4731-a433-18670160b458 req-474c4873-fd54-4740-b7d4-994427d23720 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 943 time: 0.1148152 Jul 25 12:16:00.506971 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (519d260f-a269-4a5e-b544-387929e54e0e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.509404 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks [] for router_controller (519d260f-a269-4a5e-b544-387929e54e0e), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.668542 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (519d260f-a269-4a5e-b544-387929e54e0e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.670578 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519d260f-a269-4a5e-b544-387929e54e0e {{(pid=104018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:16:00.689810 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.694588 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-72f22463-b3a8-40c0-a013-03d5f8c4176a admin admin] 10.222.0.42 "DELETE /v2.0/routers/519d260f-a269-4a5e-b544-387929e54e0e HTTP/1.1" status: 204 len: 168 time: 1.6476195 Jul 25 12:16:00.694747 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47712) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:00.712979 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-68043006-613f-4731-a433-18670160b458 req-a029edca-1463-4d8a-bd40-55da73b23a48 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351278 Jul 25 12:16:00.725199 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-3254de55-4a4b-4265-bc9c-aedb743857f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:00.727131 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-3254de55-4a4b-4265-bc9c-aedb743857f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91bd04f2c9d34640ab6317fc8dd3dddb&device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 1127 time: 0.1336052 Jul 25 12:16:00.782483 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] Deleting subnet 082c8cc8-f3ca-425d-b97d-f3957b506030 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:16:00.789985 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] Publish callbacks [] for subnet (082c8cc8-f3ca-425d-b97d-f3957b506030), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.806575 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 25e4d28c-d544-4e70-8d61-333abdd70d33 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:16:00.896380 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] Publish callbacks [] for subnet (082c8cc8-f3ca-425d-b97d-f3957b506030), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:00.958434 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-8c739386-d406-489f-87c9-b722594ed0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:00.965899 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-8c739386-d406-489f-87c9-b722594ed0f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c68dde59-1544-4fd3-8e4e-babe3594a8bb HTTP/1.1" status: 200 len: 909 time: 0.2299459 Jul 25 12:16:01.058089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:01.064760 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-501f229d-7fce-41d3-93fa-e73db1060818 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29156948-b400-434f-ba82-bb5568519914 HTTP/1.1" status: 200 len: 217 time: 0.0873346 Jul 25 12:16:01.084391 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 25e4d28c-d544-4e70-8d61-333abdd70d33 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:16:01.086175 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.088741 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (082c8cc8-f3ca-425d-b97d-f3957b506030), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.233050 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (082c8cc8-f3ca-425d-b97d-f3957b506030), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.238542 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:01.245763 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-0e8d3ec4-22f5-441a-b42f-6b0cc31cfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:01.247992 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-0e8d3ec4-22f5-441a-b42f-6b0cc31cfe31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74794081-a6ba-4127-8b00-f67b9822d942 HTTP/1.1" status: 200 len: 848 time: 0.1745722 Jul 25 12:16:01.278534 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 25e4d28c-d544-4e70-8d61-333abdd70d33 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:01.293623 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device aca0f476-585e-4d7f-87d0-5e6df1424191 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:16:01.332529 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082c8cc8-f3ca-425d-b97d-f3957b506030,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:01.335684 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-943341d2-c00f-4beb-bc6d-a318046e45bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c68dde59-1544-4fd3-8e4e-babe3594a8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772471 Jul 25 12:16:01.343811 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.346585 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: aca0f476-585e-4d7f-87d0-5e6df1424191 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:16:01.347138 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device aca0f476-585e-4d7f-87d0-5e6df1424191 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:16:01.350412 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1da18383-be26-429a-a7ab-df9219d14cbc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/082c8cc8-f3ca-425d-b97d-f3957b506030 HTTP/1.1" status: 204 len: 168 time: 0.6543832 Jul 25 12:16:01.352186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726fdef-da3f-48df-9dbb-e7b4159e6bcc None None] Network a511a4d3-2b90-4c1e-8d84-619387a492cd requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:16:01.352966 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47722) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:01.547002 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-5eb31fe4-1613-4669-85c5-d08abe62eae5 service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983809 Jul 25 12:16:01.580374 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (a511a4d3-2b90-4c1e-8d84-619387a492cd), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.609196 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:01.637600 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4bea2-be87-467f-af55-6888322e74c4 req-2e247089-afa0-4ebe-b719-eaef53e9e77f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:01.650773 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-80b4bea2-be87-467f-af55-6888322e74c4 req-2e247089-afa0-4ebe-b719-eaef53e9e77f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1467516 Jul 25 12:16:01.667452 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] DHCP port deletion for a511a4d3-2b90-4c1e-8d84-619387a492cd request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:16:01.711358 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69ebcf9d-cfc2-4e52-8aea-e8570c2b1752 req-1b007fa2-a1c8-4632-8bd4-855dd6c7fa3a service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520319 Jul 25 12:16:01.750395 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] Deleting port b8d08fef-b9ea-4259-b227-23ec71bd146a {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:16:01.750395 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.804140 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-80b4bea2-be87-467f-af55-6888322e74c4 req-17134148-f261-4cee-978f-6ccdfd0ed671 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520226 Jul 25 12:16:01.831661 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Deleting port b8d08fef-b9ea-4259-b227-23ec71bd146a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:16:01.833122 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.860710 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] For port b8d08fef-b9ea-4259-b227-23ec71bd146a, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8d08fef-b9ea-4259-b227-23ec71bd146a,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:01.861116 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.880907 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] Calling delete_port for b8d08fef-b9ea-4259-b227-23ec71bd146a owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:16:01.955239 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] For port b8d08fef-b9ea-4259-b227-23ec71bd146a, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8d08fef-b9ea-4259-b227-23ec71bd146a,segment=NetworkSegment(3b675c06-151e-43b2-93b9-55fd50df9a68),segment_id=3b675c06-151e-43b2-93b9-55fd50df9a68)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:01.955515 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:01.959272 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb196a5-547f-4486-8408-9d59ab2c8b3f req-57fa1921-ddc9-451b-925b-0e7a6a22ffd6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:01.960975 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-acb196a5-547f-4486-8408-9d59ab2c8b3f req-57fa1921-ddc9-451b-925b-0e7a6a22ffd6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 943 time: 0.0938673 Jul 25 12:16:01.988962 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Calling delete_port for b8d08fef-b9ea-4259-b227-23ec71bd146a owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:16:02.056679 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.072233 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] No DVR routers for this DVR port b8d08fef-b9ea-4259-b227-23ec71bd146a on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:16:02.090248 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-acb196a5-547f-4486-8408-9d59ab2c8b3f req-072779ce-613e-4601-aedf-078934a682b0 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224711 Jul 25 12:16:02.100323 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab6bfb-8244-41b7-8ca5-95aee851e627 None None] Pushing event deleted for resources: {'Port': ['ID=b8d08fef-b9ea-4259-b227-23ec71bd146a,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:02.154276 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (b8d08fef-b9ea-4259-b227-23ec71bd146a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.186382 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d08fef-b9ea-4259-b227-23ec71bd146a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:02.190101 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] No DVR routers for this DVR port b8d08fef-b9ea-4259-b227-23ec71bd146a on host dv-cinder-797608-61-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:16:02.261071 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:02.277478 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (a511a4d3-2b90-4c1e-8d84-619387a492cd), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.304690 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.305064 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.306519 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.306860 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.308043 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.309984 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.310321 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.311024 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.311360 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.311713 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.487964 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.488628 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.488628 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.489163 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:16:02.489597 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a511a4d3-2b90-4c1e-8d84-619387a492cd']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:02.514439 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b675c06-151e-43b2-93b9-55fd50df9a68') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:02.514720 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b675c06-151e-43b2-93b9-55fd50df9a68') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:02.538090 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31283877'] for segment (3b675c06-151e-43b2-93b9-55fd50df9a68), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.574996 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (3b675c06-151e-43b2-93b9-55fd50df9a68), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.587262 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:16:02.587481 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31282963'] for segment (3b675c06-151e-43b2-93b9-55fd50df9a68), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.592243 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device b8d08fef-b9ea-4259-b227-23ec71bd146a no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:16:02.620549 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: b8d08fef-b9ea-4259-b227-23ec71bd146a {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:16:02.621262 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device b8d08fef-b9ea-4259-b227-23ec71bd146a not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:16:02.621828 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a34d1d3e-88fa-4db8-9c00-1dfd85f94898 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:16:02.669446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: a34d1d3e-88fa-4db8-9c00-1dfd85f94898 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:16:02.669944 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a34d1d3e-88fa-4db8-9c00-1dfd85f94898 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:16:02.690729 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (a511a4d3-2b90-4c1e-8d84-619387a492cd), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.723302 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:02.734970 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a511a4d3-2b90-4c1e-8d84-619387a492cd HTTP/1.1" status: 204 len: 168 time: 1.3741503 Jul 25 12:16:02.743389 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe800fbe-eccb-4c91-b663-0a63723e37c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a511a4d3-2b90-4c1e-8d84-619387a492cd,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:02.903012 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment 3b675c06-151e-43b2-93b9-55fd50df9a68 resource provider aggregate not found Jul 25 12:16:02.929505 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment 3b675c06-151e-43b2-93b9-55fd50df9a68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b675c06-151e-43b2-93b9-55fd50df9a68 found for delete ", "request_id": "req-e9190cff-073c-4e1d-af14-dd8cc9f3011b"}]} Jul 25 12:16:02.974785 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44555-aea7-4a2e-9be9-0b3be4727cf7 req-f29e6be1-f329-4617-9be2-7fb3ad101cfe tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:02.980083 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bbe44555-aea7-4a2e-9be9-0b3be4727cf7 req-f29e6be1-f329-4617-9be2-7fb3ad101cfe tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0845010 Jul 25 12:16:03.038797 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bbe44555-aea7-4a2e-9be9-0b3be4727cf7 req-39914640-61db-4d7a-857a-9653be6404c4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Jul 25 12:16:03.049117 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 47746) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:03.099237 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4e1ca7f1-78df-4d9b-8be8-16f32cf62eb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05e8cdf9803c4388a79e123894ab34b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489728 Jul 25 12:16:03.101915 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 47748) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:03.160668 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cfdac4-702c-4297-8bd7-70d3f2f4f05d admin admin] Publish callbacks [] for security_group (ce051436-7803-4215-ad83-cb124a2a0d6c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:03.184945 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cfdac4-702c-4297-8bd7-70d3f2f4f05d admin admin] Publish callbacks [] for security_group (ce051436-7803-4215-ad83-cb124a2a0d6c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:03.224723 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d106c67-7fa6-4c6b-a0fc-1f096d7ab20c req-d9885d99-7863-41f1-8bdd-42af046382f8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:03.226323 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4d106c67-7fa6-4c6b-a0fc-1f096d7ab20c req-d9885d99-7863-41f1-8bdd-42af046382f8 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 943 time: 0.0585349 Jul 25 12:16:03.258241 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cfdac4-702c-4297-8bd7-70d3f2f4f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (ce051436-7803-4215-ad83-cb124a2a0d6c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:03.263307 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cfdac4-702c-4297-8bd7-70d3f2f4f05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:03.264699 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-22cfdac4-702c-4297-8bd7-70d3f2f4f05d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce051436-7803-4215-ad83-cb124a2a0d6c HTTP/1.1" status: 204 len: 168 time: 0.1617866 Jul 25 12:16:03.283338 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfdac4-702c-4297-8bd7-70d3f2f4f05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce051436-7803-4215-ad83-cb124a2a0d6c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:03.336612 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4d106c67-7fa6-4c6b-a0fc-1f096d7ab20c req-c550df3e-605e-4682-b4c3-1f2dc4f4ff96 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857804 Jul 25 12:16:04.184664 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c9469-75c3-4d7b-a520-6cc4298047b7 req-d9bbe35b-8fd5-46da-83a7-3b42acf71f63 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:04.186234 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-096c9469-75c3-4d7b-a520-6cc4298047b7 req-d9bbe35b-8fd5-46da-83a7-3b42acf71f63 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0540259 Jul 25 12:16:04.250113 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-096c9469-75c3-4d7b-a520-6cc4298047b7 req-8cefda71-003a-419a-8acd-d099c6b0ddf7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582895 Jul 25 12:16:04.483363 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae624f-d2d0-45e9-b95c-0fce22b4b269 req-c8eb8745-c23e-4433-86c8-d5a5f3d1c1d1 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:04.485216 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7cae624f-d2d0-45e9-b95c-0fce22b4b269 req-c8eb8745-c23e-4433-86c8-d5a5f3d1c1d1 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 943 time: 0.0549436 Jul 25 12:16:04.562439 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7cae624f-d2d0-45e9-b95c-0fce22b4b269 req-a285edd9-1d27-43a4-94cb-a8d65da9ca05 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703840 Jul 25 12:16:04.618224 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 29156948-b400-434f-ba82-bb5568519914 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:16:04.771854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 29156948-b400-434f-ba82-bb5568519914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29156948-b400-434f-ba82-bb5568519914,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:04.795617 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '29156948-b400-434f-ba82-bb5568519914', 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb', 'port_id': '29156948-b400-434f-ba82-bb5568519914', 'mac_address': 'fa:16:3e:17:57:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74794081-a6ba-4127-8b00-f67b9822d942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:16:04.832522 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 29156948-b400-434f-ba82-bb5568519914 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:04.833217 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (29156948-b400-434f-ba82-bb5568519914), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:04.847120 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29156948-b400-434f-ba82-bb5568519914 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:16:04.870846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 29156948-b400-434f-ba82-bb5568519914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29156948-b400-434f-ba82-bb5568519914,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:04.878816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (29156948-b400-434f-ba82-bb5568519914), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:04.884754 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:04.918484 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:04.937568 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=29156948-b400-434f-ba82-bb5568519914,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:05.304214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['29156948-b400-434f-ba82-bb5568519914'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:16:05.381320 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552618db-41d2-425a-9749-d42e7b4aa483 req-813f0218-3394-4e8a-8be1-eec74cb0de6c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:05.382892 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-552618db-41d2-425a-9749-d42e7b4aa483 req-813f0218-3394-4e8a-8be1-eec74cb0de6c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0508671 Jul 25 12:16:05.450149 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-552618db-41d2-425a-9749-d42e7b4aa483 req-a45d1575-912d-4af3-9dd8-871ce931fe89 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570619 Jul 25 12:16:05.758276 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ad8d-14d8-43fd-9621-5baf7e48145c req-e7e3bee0-0ed0-4d32-a610-9e5967ae4918 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:05.760531 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4fd3ad8d-14d8-43fd-9621-5baf7e48145c req-e7e3bee0-0ed0-4d32-a610-9e5967ae4918 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 944 time: 0.0628827 Jul 25 12:16:05.842395 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4fd3ad8d-14d8-43fd-9621-5baf7e48145c req-b49a42f7-6e97-4ec7-9e0c-80ccfd28ec08 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730798 Jul 25 12:16:06.569057 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:06.578480 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863bcd-bc99-4ff6-bc89-46f0aa9aeabf req-ba94c81d-1429-4fd9-8adf-ece8cfe8bdf8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:06.580043 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc863bcd-bc99-4ff6-bc89-46f0aa9aeabf req-ba94c81d-1429-4fd9-8adf-ece8cfe8bdf8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0499470 Jul 25 12:16:06.637409 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc863bcd-bc99-4ff6-bc89-46f0aa9aeabf req-654a04dc-5228-41d0-ac3e-3bd0820f9312 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Jul 25 12:16:06.969840 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796cc35-202a-425d-b868-c1e67c0de844 req-a40380fb-76d1-457c-a5a0-63b87a4a0458 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:06.971464 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1796cc35-202a-425d-b868-c1e67c0de844 req-a40380fb-76d1-457c-a5a0-63b87a4a0458 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 944 time: 0.0523961 Jul 25 12:16:06.995534 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:07.029291 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1796cc35-202a-425d-b868-c1e67c0de844 req-cfba48ff-0829-4e39-9115-1a3c792e8caa tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475862 Jul 25 12:16:07.774226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfceac-6a7d-476b-b7ee-78d8b20a6261 req-c774c7a1-3dda-454a-993b-d3adf8920a84 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:07.775754 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0bfceac-6a7d-476b-b7ee-78d8b20a6261 req-c774c7a1-3dda-454a-993b-d3adf8920a84 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0586417 Jul 25 12:16:07.841566 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d0bfceac-6a7d-476b-b7ee-78d8b20a6261 req-f0052054-b3bb-40d2-9e21-fbdb8e695f57 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588810 Jul 25 12:16:08.158309 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162037ab-29ec-474c-a1e8-8c9972d70afd req-e857bc53-c9cf-485a-a146-390cc3022ca6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:08.160286 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-162037ab-29ec-474c-a1e8-8c9972d70afd req-e857bc53-c9cf-485a-a146-390cc3022ca6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 944 time: 0.0506740 Jul 25 12:16:08.213211 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-162037ab-29ec-474c-a1e8-8c9972d70afd req-3205d523-059c-4e2f-ae35-424a2961e3ce tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471704 Jul 25 12:16:08.959929 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8c21-3d46-4ac0-bdd5-8040646ed078 req-e7522826-02ca-4d7c-b5d8-be1e2231d8cd tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:08.961549 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19bb8c21-3d46-4ac0-bdd5-8040646ed078 req-e7522826-02ca-4d7c-b5d8-be1e2231d8cd tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0511131 Jul 25 12:16:09.012146 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19bb8c21-3d46-4ac0-bdd5-8040646ed078 req-f4d1c43a-765d-45ee-afba-7b643b40984b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Jul 25 12:16:09.207333 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 29156948-b400-434f-ba82-bb5568519914 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:16:09.251574 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 29156948-b400-434f-ba82-bb5568519914 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:16:09.258580 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 29156948-b400-434f-ba82-bb5568519914 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:16:09.258995 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (29156948-b400-434f-ba82-bb5568519914), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:09.321240 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:09.338667 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d5544-4878-4c8e-9fd4-b0d3411ae7e3 req-82934b43-4de5-42f4-8929-2a0b236271bf tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:09.340263 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-601d5544-4878-4c8e-9fd4-b0d3411ae7e3 req-82934b43-4de5-42f4-8929-2a0b236271bf tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 944 time: 0.0501482 Jul 25 12:16:09.342972 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 29156948-b400-434f-ba82-bb5568519914 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:09.343367 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (29156948-b400-434f-ba82-bb5568519914), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:09.377822 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29156948-b400-434f-ba82-bb5568519914'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:09.382268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da712a-b89f-4995-97e1-13910bfd3af6" -d '{"events": [{"server_uuid": "d6ae1afa-6fd5-478b-8c01-6172efd19ee5", "name": "network-vif-plugged", "status": "completed", "tag": "29156948-b400-434f-ba82-bb5568519914"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:09.402012 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 29156948-b400-434f-ba82-bb5568519914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29156948-b400-434f-ba82-bb5568519914,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:09.410219 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (29156948-b400-434f-ba82-bb5568519914), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:09.411208 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-601d5544-4878-4c8e-9fd4-b0d3411ae7e3 req-16e6ae02-57e1-4e55-bd4b-ae27a75304f6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640497 Jul 25 12:16:09.449758 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9431dd82-6159-4816-a111-f1f913368b4a x-openstack-request-id: req-9431dd82-6159-4816-a111-f1f913368b4a {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:09.450135 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ae1afa-6fd5-478b-8c01-6172efd19ee5", "name": "network-vif-plugged", "status": "completed", "tag": "29156948-b400-434f-ba82-bb5568519914", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:09.450463 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9431dd82-6159-4816-a111-f1f913368b4a {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:09.450906 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9431dd82-6159-4816-a111-f1f913368b4a'] response: {'server_uuid': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29156948-b400-434f-ba82-bb5568519914', 'code': 200} Jul 25 12:16:09.478251 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=29156948-b400-434f-ba82-bb5568519914,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:09.596537 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-9c1be7db-5569-4472-964a-6c69d3512e4f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:09.598016 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-9c1be7db-5569-4472-964a-6c69d3512e4f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/networks?id=1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 200 len: 814 time: 0.1041815 Jul 25 12:16:09.642470 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-3410d531-0d38-4cda-9b64-18eff52c42b3 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/quotas/f63781e2ea3b43b48fc5a065fea7bad4 HTTP/1.1" status: 200 len: 375 time: 0.0313153 Jul 25 12:16:09.651138 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a65031-0a4f-4192-a2a3-3032a3058ab6 req-5c4d2642-07a7-4056-91da-ab65aaec019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:09.652550 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-32a65031-0a4f-4192-a2a3-3032a3058ab6 req-5c4d2642-07a7-4056-91da-ab65aaec019b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0487823 Jul 25 12:16:09.705880 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1e1bb6f9-2d1a-4e1e-a16b-c17d687603c1 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565841 Jul 25 12:16:09.765757 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-32a65031-0a4f-4192-a2a3-3032a3058ab6 req-7a23df5a-fe1f-4743-aa7c-26895c7519ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876203 Jul 25 12:16:09.820357 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-d7a7ea42-2eb6-427b-9ea2-f186c0490336 service neutron] 10.222.0.42 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014774 Jul 25 12:16:09.913042 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-a9817e6f-1117-4d38-be12-02127f3b1519 service neutron] 10.222.0.42 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Jul 25 12:16:10.017907 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=22 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:10.134955 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b32ae906-c487-43af-b2a5-5131fea08491 req-de822786-93a4-490e-9713-bca9c5a347fa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 210 time: 0.0521882 Jul 25 12:16:10.161850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66465e55-77f7-45f1-91be-3872e13ce402 req-72cae15d-daac-4077-aa60-ca33d35af516 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:10.163345 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-66465e55-77f7-45f1-91be-3872e13ce402 req-72cae15d-daac-4077-aa60-ca33d35af516 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0641739 Jul 25 12:16:10.223762 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-66465e55-77f7-45f1-91be-3872e13ce402 req-bd3e063f-bdf3-44b2-ab85-e4e98a5c1517 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536332 Jul 25 12:16:10.533258 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907370-58cf-4bd7-8694-dae7e26de13a req-6722a393-2de9-4252-83b0-081cb85a0068 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:10.541343 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c907370-58cf-4bd7-8694-dae7e26de13a req-6722a393-2de9-4252-83b0-081cb85a0068 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 945 time: 0.0597935 Jul 25 12:16:10.588191 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c907370-58cf-4bd7-8694-dae7e26de13a req-1f0b3eae-8f9b-4b45-8a9c-da882ce37a50 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Jul 25 12:16:11.237618 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5794e596-a530-44e2-888f-eb5b805c1e1b req-6eac0ef7-4016-405d-a28c-256a60635c1b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 210 time: 0.0281394 Jul 25 12:16:11.336425 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be29a1-79a0-4abe-8fa7-5a09bcac7ad9 req-1e5a5fa8-46b7-4969-95c8-03676fdba4af tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:11.337917 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8be29a1-79a0-4abe-8fa7-5a09bcac7ad9 req-1e5a5fa8-46b7-4969-95c8-03676fdba4af tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0490851 Jul 25 12:16:11.370036 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:11.387633 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8be29a1-79a0-4abe-8fa7-5a09bcac7ad9 req-c5f60b11-55ab-4e12-9a64-849603f27e2b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Jul 25 12:16:11.709345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8d3e3-d2a3-491b-9258-5fd744b0a817 req-a0e26392-ae44-44b4-a4c9-e76181b0c9c9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:11.710821 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c7b8d3e3-d2a3-491b-9258-5fd744b0a817 req-a0e26392-ae44-44b4-a4c9-e76181b0c9c9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 945 time: 0.0485733 Jul 25 12:16:11.758332 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c7b8d3e3-d2a3-491b-9258-5fd744b0a817 req-e76a5a86-8d87-420f-99dd-92c4dfd6f924 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Jul 25 12:16:12.350343 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2302db8f-dd72-49aa-a862-1cb1d221d470 req-c0ecd056-9713-4edb-9450-a548c07a9c07 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 210 time: 0.0338624 Jul 25 12:16:12.531330 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:12.545985 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da2fbd-230a-4882-b922-75968b0fc341 req-9fca1971-29c6-4965-8ce1-845c9c1705ab tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:12.547456 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a4da2fbd-230a-4882-b922-75968b0fc341 req-9fca1971-29c6-4965-8ce1-845c9c1705ab tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0667641 Jul 25 12:16:12.619140 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-6addad13-af31-47f9-8d47-e46a10f58d36 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:12.620629 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-6addad13-af31-47f9-8d47-e46a10f58d36 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.39 "GET /v2.0/networks?id=1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 200 len: 814 time: 0.2097311 Jul 25 12:16:12.632367 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a4da2fbd-230a-4882-b922-75968b0fc341 req-7e95dd11-e4e1-4641-b43a-fdc119d54f8b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Jul 25 12:16:12.696639 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21508b7-c6cf-41f5-b7b7-ae60d85d41a3 req-7295fc4e-b4de-4e5f-ad2c-c760ff991d7b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:12.698159 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b21508b7-c6cf-41f5-b7b7-ae60d85d41a3 req-7295fc4e-b4de-4e5f-ad2c-c760ff991d7b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 945 time: 0.0476365 Jul 25 12:16:12.752109 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b21508b7-c6cf-41f5-b7b7-ae60d85d41a3 req-93a156a9-19c2-405b-8c71-93d92911a869 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Jul 25 12:16:13.054189 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:13.451780 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c14c35b-a368-41c0-a36a-c8909ffb846d req-7a1555cb-a53e-415e-b527-664a36017a7a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 210 time: 0.0304980 Jul 25 12:16:13.747948 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa24af-c80b-4dbe-b2b6-b51f86b1e31a req-ae074778-e553-4bf4-a169-242015f9a7ad tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:13.749409 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8caa24af-c80b-4dbe-b2b6-b51f86b1e31a req-ae074778-e553-4bf4-a169-242015f9a7ad tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0462584 Jul 25 12:16:13.797353 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8caa24af-c80b-4dbe-b2b6-b51f86b1e31a req-36cbd56f-e904-4865-b407-1cfddb6f6e48 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Jul 25 12:16:13.865505 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c1a7-46d7-4491-b106-4a96b66cbebe req-c716f192-6395-4168-aee2-84e6be3dfded tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:13.866992 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4041c1a7-46d7-4491-b106-4a96b66cbebe req-c716f192-6395-4168-aee2-84e6be3dfded tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 945 time: 0.0462472 Jul 25 12:16:13.898999 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:13.918006 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4041c1a7-46d7-4491-b106-4a96b66cbebe req-614943ad-150c-4729-9eab-1f844743eacc tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Jul 25 12:16:14.095885 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'port': {'device_id': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'admin_state_up': True, 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:14.222410 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Made reservation on behalf of f63781e2ea3b43b48fc5a065fea7bad4 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:16:14.226675 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:14.359890 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Allocated IP 172.20.0.7 (1c19c869-ef0d-4854-ace3-e6594f309fd4/f31ee279-4ed9-43db-a650-50e76902ae2b/18e2de81-a509-4850-99c1-f87dfe2e51c2) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:16:14.516855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-c7171c2d-7425-4941-b03b-e423bf7604d6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:14.518478 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-c7171c2d-7425-4941-b03b-e423bf7604d6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 945 time: 0.0545437 Jul 25 12:16:14.568459 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a5de7303-f79a-47d5-a93e-84c560a45151 req-95410d95-9cc3-4a71-93c9-07da61ce797d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 210 time: 0.0335112 Jul 25 12:16:14.604736 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:14.663832 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Deleting port 29156948-b400-434f-ba82-bb5568519914 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:16:14.664172 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (29156948-b400-434f-ba82-bb5568519914), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:14.712316 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:14.755936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:14.783673 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:14.788812 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:16:14.795647 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:16:14.799565 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:16:14.806618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:14.807592 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:14.830111 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-ddca5873-4d37-4105-9dba-d6a873777b72 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384527 Jul 25 12:16:14.848855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] For port 29156948-b400-434f-ba82-bb5568519914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29156948-b400-434f-ba82-bb5568519914,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:14.849216 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (29156948-b400-434f-ba82-bb5568519914), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:14.869363 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Calling delete_port for 29156948-b400-434f-ba82-bb5568519914 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:16:15.107994 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-87e3a67f-7bd9-4159-8a19-ae50e768e8d7 None None] Provisioning complete for port 18e2de81-a509-4850-99c1-f87dfe2e51c2 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:16:15.110039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-87e3a67f-7bd9-4159-8a19-ae50e768e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:15.176696 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561bcf-9217-4750-8da4-17e9a710d422 req-d4a1cc52-35ac-469d-95bc-5d2e8d0f1004 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:15.184509 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f561bcf-9217-4750-8da4-17e9a710d422 req-d4a1cc52-35ac-469d-95bc-5d2e8d0f1004 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 945 time: 0.1465816 Jul 25 12:16:15.207047 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-87e3a67f-7bd9-4159-8a19-ae50e768e8d7 None None] Port 18e2de81-a509-4850-99c1-f87dfe2e51c2 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:16:15.271717 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f561bcf-9217-4750-8da4-17e9a710d422 req-4ed34b3b-a4c3-41a4-bd1f-c5586f7b2bbe tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807340 Jul 25 12:16:15.353028 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Request body: {'port': {'device_id': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:15.412290 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:15.419375 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a271a-d2c5-4c7d-90f2-c9d79524da7b req-f7b7906b-6ee4-49d5-a5d6-d176797a7b8d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:15.427816 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e90a271a-d2c5-4c7d-90f2-c9d79524da7b req-f7b7906b-6ee4-49d5-a5d6-d176797a7b8d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0717292 Jul 25 12:16:15.545086 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (29156948-b400-434f-ba82-bb5568519914), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:15.561775 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e90a271a-d2c5-4c7d-90f2-c9d79524da7b req-40cc1b26-e2ac-4592-9f9e-d21b9a2f0f1e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329701 Jul 25 12:16:15.638529 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Pushing event deleted for resources: {'Port': ['ID=29156948-b400-434f-ba82-bb5568519914,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:15.739773 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:15.774708 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409ae14-447c-4956-9892-4dc1fc94bea5 req-a5c4aae1-c9ac-4ccc-a51a-08be4561d0d9 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:15.787259 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b409ae14-447c-4956-9892-4dc1fc94bea5 req-a5c4aae1-c9ac-4ccc-a51a-08be4561d0d9 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 931 time: 0.1164589 Jul 25 12:16:15.795087 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48082) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:15.820164 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] No DVR routers for this DVR port 29156948-b400-434f-ba82-bb5568519914 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:16:15.824371 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:15.828514 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4f163215-6a66-4a48-99a0-8b7c0da21666 req-aacb0a52-63a2-4b17-8d77-8ce8af78e2a4 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "DELETE /v2.0/ports/29156948-b400-434f-ba82-bb5568519914 HTTP/1.1" status: 204 len: 173 time: 1.2982738 Jul 25 12:16:15.844440 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'name': 'network-vif-deleted', 'tag': '29156948-b400-434f-ba82-bb5568519914'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:15.847325 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319741ec-c3e3-430c-92ae-39d40269f2be" -d '{"events": [{"server_uuid": "d6ae1afa-6fd5-478b-8c01-6172efd19ee5", "name": "network-vif-deleted", "tag": "29156948-b400-434f-ba82-bb5568519914"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:15.914804 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b409ae14-447c-4956-9892-4dc1fc94bea5 req-57037222-a73e-4d27-b660-916e19266fdc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Jul 25 12:16:15.993151 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41403763-1b66-4999-9db2-3c71d1afe137 x-openstack-request-id: req-41403763-1b66-4999-9db2-3c71d1afe137 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:15.995588 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ae1afa-6fd5-478b-8c01-6172efd19ee5", "name": "network-vif-deleted", "tag": "29156948-b400-434f-ba82-bb5568519914", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:15.995588 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41403763-1b66-4999-9db2-3c71d1afe137 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:15.997544 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41403763-1b66-4999-9db2-3c71d1afe137'] response: {'server_uuid': 'd6ae1afa-6fd5-478b-8c01-6172efd19ee5', 'name': 'network-vif-deleted', 'tag': '29156948-b400-434f-ba82-bb5568519914', 'status': 'completed', 'code': 200} Jul 25 12:16:16.012570 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba8c067e-ddc8-4950-8148-4ad273dd1225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.164287 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba8c067e-ddc8-4950-8148-4ad273dd1225 admin admin] Publish callbacks [] for security_group (227c6969-6863-4421-9033-2eec9822147e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.172666 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba8c067e-ddc8-4950-8148-4ad273dd1225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (227c6969-6863-4421-9033-2eec9822147e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.235404 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ba8c067e-ddc8-4950-8148-4ad273dd1225 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a40849c6b22f4b288542cb6080f81127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376616 Jul 25 12:16:16.236091 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48088) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:16.238084 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c067e-ddc8-4950-8148-4ad273dd1225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227c6969-6863-4421-9033-2eec9822147e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:16.268358 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:16.306593 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0bb2829b-5b31-4bd0-b860-ef7ab7ea5102 admin admin] Publish callbacks [] for security_group (227c6969-6863-4421-9033-2eec9822147e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.339363 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0bb2829b-5b31-4bd0-b860-ef7ab7ea5102 admin admin] Publish callbacks [] for security_group (227c6969-6863-4421-9033-2eec9822147e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.390204 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e2de81-a509-4850-99c1-f87dfe2e51c2 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:16:16.392376 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c4223ea-1aa4-4251-82ae-d9d8e74ab4ac req-e652a29d-dd8f-4db3-b367-d786f5c054c0 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0506012 Jul 25 12:16:16.394503 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:16.400065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Publish callbacks [] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.416755 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Transition to ACTIVE for port object 18e2de81-a509-4850-99c1-f87dfe2e51c2 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:16:16.422090 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.460270 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0bb2829b-5b31-4bd0-b860-ef7ab7ea5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (227c6969-6863-4421-9033-2eec9822147e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.466231 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0bb2829b-5b31-4bd0-b860-ef7ab7ea5102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.477981 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0bb2829b-5b31-4bd0-b860-ef7ab7ea5102 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/227c6969-6863-4421-9033-2eec9822147e HTTP/1.1" status: 204 len: 168 time: 0.2405539 Jul 25 12:16:16.501240 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2829b-5b31-4bd0-b860-ef7ab7ea5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227c6969-6863-4421-9033-2eec9822147e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:16.503065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Pushing event updated for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:16.521065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Attempting to bind port 18e2de81-a509-4850-99c1-f87dfe2e51c2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:16:16.521402 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Attempting to bind port 18e2de81-a509-4850-99c1-f87dfe2e51c2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:16:16.521730 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Attempting to bind port 18e2de81-a509-4850-99c1-f87dfe2e51c2 on network 1c19c869-ef0d-4854-ace3-e6594f309fd4 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:16:16.527139 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Port 18e2de81-a509-4850-99c1-f87dfe2e51c2 on network 1c19c869-ef0d-4854-ace3-e6594f309fd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:16:16.527465 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Attempting to bind port 18e2de81-a509-4850-99c1-f87dfe2e51c2 on network 1c19c869-ef0d-4854-ace3-e6594f309fd4 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:16:16.533049 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:16:16.533428 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Checking segment: {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:16:16.533777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Bound using segment: {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:16:16.534462 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Bound port: 18e2de81-a509-4850-99c1-f87dfe2e51c2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:16:16.534820 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.649418 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:16:16.664091 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:16:16.679352 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.897678 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Pushing event updated for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:16.986674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:16.987229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:16.993612 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-1a2c2f25-e319-4c34-a43e-6e30d960a46c service neutron] 10.222.0.39 "PUT /v2.0/ports/18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 1093 time: 1.6448069 Jul 25 12:16:17.038696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0d87d-2342-4bc6-a22f-e18c4bcb3a28 req-9822139c-11e8-4bc1-a344-a4823356f526 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:17.053064 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bdd0d87d-2342-4bc6-a22f-e18c4bcb3a28 req-9822139c-11e8-4bc1-a344-a4823356f526 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1641061 Jul 25 12:16:17.146556 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ea34-3154-4505-9493-4a0f11843462 req-86067976-bc7b-4654-a8e7-57b7c0c9a528 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:17.157878 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1a3ea34-3154-4505-9493-4a0f11843462 req-86067976-bc7b-4654-a8e7-57b7c0c9a528 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.0822637 Jul 25 12:16:17.197373 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bdd0d87d-2342-4bc6-a22f-e18c4bcb3a28 req-864ebb93-f7c5-47d2-a8e8-1118217db68c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433055 Jul 25 12:16:17.238148 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1a3ea34-3154-4505-9493-4a0f11843462 req-bedcf66b-1cef-45ba-9dde-37b191fe5f89 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792706 Jul 25 12:16:17.259791 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 29156948-b400-434f-ba82-bb5568519914 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:16:17.263475 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48104) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:17.299499 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 29156948-b400-434f-ba82-bb5568519914 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:16:17.300256 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 29156948-b400-434f-ba82-bb5568519914 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:16:17.428992 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25815084-fb01-4895-bca2-db76b126b742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:17.538457 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25815084-fb01-4895-bca2-db76b126b742 admin admin] Publish callbacks [] for security_group (dbee830f-1575-4de1-bee0-9af4c5ec953a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:17.539703 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:17.563282 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25815084-fb01-4895-bca2-db76b126b742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (dbee830f-1575-4de1-bee0-9af4c5ec953a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:17.641781 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-25815084-fb01-4895-bca2-db76b126b742 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a56f65324f14737aec1c2e9251706de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743725 Jul 25 12:16:17.642183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48114) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:17.661986 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25815084-fb01-4895-bca2-db76b126b742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbee830f-1575-4de1-bee0-9af4c5ec953a,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:17.667918 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6bdc9e85-db7e-4503-94d4-b068c9907434 req-f127a86f-0aef-4e06-869b-ad2e744c60a5 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.1178401 Jul 25 12:16:17.718261 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:17.723222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5d074728-8ee4-4f86-a1f6-69b4541de09f admin admin] Publish callbacks [] for security_group (dbee830f-1575-4de1-bee0-9af4c5ec953a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:17.749645 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5d074728-8ee4-4f86-a1f6-69b4541de09f admin admin] Publish callbacks [] for security_group (dbee830f-1575-4de1-bee0-9af4c5ec953a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:17.810279 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5d074728-8ee4-4f86-a1f6-69b4541de09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (dbee830f-1575-4de1-bee0-9af4c5ec953a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:17.814925 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5d074728-8ee4-4f86-a1f6-69b4541de09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:17.819646 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5d074728-8ee4-4f86-a1f6-69b4541de09f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbee830f-1575-4de1-bee0-9af4c5ec953a HTTP/1.1" status: 204 len: 168 time: 0.1728415 Jul 25 12:16:17.829497 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d074728-8ee4-4f86-a1f6-69b4541de09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbee830f-1575-4de1-bee0-9af4c5ec953a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:17.997988 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:18.001067 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c6c30c-9768-4b0d-8cf6-c2c38c4d0b83" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:18.046557 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deeb303-b7a4-485e-b06f-a1b2aebe6a04 x-openstack-request-id: req-1deeb303-b7a4-485e-b06f-a1b2aebe6a04 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:18.046855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:18.047109 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1deeb303-b7a4-485e-b06f-a1b2aebe6a04 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:18.047591 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1deeb303-b7a4-485e-b06f-a1b2aebe6a04'] response: {'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'status': 'completed', 'code': 200} Jul 25 12:16:18.343819 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5d52a-77f6-4092-8d57-8e013472e600 req-7ffd9dd9-8eec-42d1-9c60-7d684992458b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:18.345531 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cff5d52a-77f6-4092-8d57-8e013472e600 req-7ffd9dd9-8eec-42d1-9c60-7d684992458b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0532691 Jul 25 12:16:18.453582 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:18.462905 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640388d6-0fc1-4556-bf58-134597e78b7a req-4c86c250-c4b4-42eb-b368-844f9fa5cf22 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:18.481444 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-640388d6-0fc1-4556-bf58-134597e78b7a req-4c86c250-c4b4-42eb-b368-844f9fa5cf22 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.1296434 Jul 25 12:16:18.481648 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cff5d52a-77f6-4092-8d57-8e013472e600 req-0f2f798d-627e-43a1-a8a5-c79515150b27 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177275 Jul 25 12:16:18.579585 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-640388d6-0fc1-4556-bf58-134597e78b7a req-3fd69972-6555-4e54-98cd-298685af5a59 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042321 Jul 25 12:16:18.815063 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-198073a0-7d21-4fad-a6ce-30f79981e27b req-32b65b75-a28e-4181-b75e-face30c79286 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0399547 Jul 25 12:16:19.679892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8e3d1-203c-4702-a7c0-36207aef6d02 req-dd3aa6f2-6439-4c40-95dc-26670cabaa83 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:19.681445 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27a8e3d1-203c-4702-a7c0-36207aef6d02 req-dd3aa6f2-6439-4c40-95dc-26670cabaa83 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.1011994 Jul 25 12:16:19.752629 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27a8e3d1-203c-4702-a7c0-36207aef6d02 req-c4591e40-eea6-4dbd-a7e0-2974bd1c228c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636058 Jul 25 12:16:19.770687 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:19.804394 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117338e-aec4-49b9-a229-b3d689d10d76 req-a0d786fb-e793-4547-a32b-30c146e0615f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:19.805787 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4117338e-aec4-49b9-a229-b3d689d10d76 req-a0d786fb-e793-4547-a32b-30c146e0615f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.1080718 Jul 25 12:16:19.865686 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4117338e-aec4-49b9-a229-b3d689d10d76 req-eed68bc7-3911-444a-ac44-9666baac880e tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Jul 25 12:16:19.972552 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f514a91-2dd0-4e51-a97c-cdce82d01068 req-1b3dd94c-ee88-439b-9949-15ea693c598b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0500996 Jul 25 12:16:20.889872 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd91e15-a01c-4157-8253-a24eb7e31aa2 req-2aa36765-7aa5-43a3-a929-d8a7df02b2c5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:20.891448 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9fd91e15-a01c-4157-8253-a24eb7e31aa2 req-2aa36765-7aa5-43a3-a929-d8a7df02b2c5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0514617 Jul 25 12:16:20.949116 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9fd91e15-a01c-4157-8253-a24eb7e31aa2 req-c8e296c2-4cb6-4480-af21-0cc13ce5a7e0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509827 Jul 25 12:16:21.021197 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85247a32-1629-4553-8b37-37123f6a106e req-b6bbaba7-5248-4ebd-9e1b-ca8139196cd3 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:21.025407 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-85247a32-1629-4553-8b37-37123f6a106e req-b6bbaba7-5248-4ebd-9e1b-ca8139196cd3 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.0669458 Jul 25 12:16:21.081663 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dcd6261f-391b-462b-ba27-5347ed5af732 req-5326d63f-93c2-49b1-8e9f-92bc864d837b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0328865 Jul 25 12:16:21.135457 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-85247a32-1629-4553-8b37-37123f6a106e req-b9cfccd9-d876-4213-abb3-5b3b5f496039 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Jul 25 12:16:21.275086 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0323eec9-9aa7-4c68-bb4c-3d60bf486664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:22.074544 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ad22d-b7c7-4a24-9d22-7f29a154a505 req-7a026d22-3d21-41ff-affa-f2570a701edb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:22.076051 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d9ad22d-b7c7-4a24-9d22-7f29a154a505 req-7a026d22-3d21-41ff-affa-f2570a701edb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0477874 Jul 25 12:16:22.144964 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d9ad22d-b7c7-4a24-9d22-7f29a154a505 req-382f9c0a-d894-4d81-a685-123cd4baa65a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Jul 25 12:16:22.264257 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-98198301-06f4-4642-86d8-1411d37421cd req-695fcbee-62f8-4f6e-959c-4b67e63cdd3e tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0615034 Jul 25 12:16:22.314563 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b679-760d-409d-8930-00a6e9f4b593 req-a07ae233-003c-453c-8a39-3648f4cf79ee tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:22.316221 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e856b679-760d-409d-8930-00a6e9f4b593 req-a07ae233-003c-453c-8a39-3648f4cf79ee tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.0834262 Jul 25 12:16:22.379526 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e856b679-760d-409d-8930-00a6e9f4b593 req-ead40497-589a-47b1-9e1e-0157e2671fae tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576477 Jul 25 12:16:22.982933 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48232) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:23.094197 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7fde80a7-fc17-4758-b1e7-b3407b2cae44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.175143 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7fde80a7-fc17-4758-b1e7-b3407b2cae44 admin admin] Publish callbacks [] for security_group (8589c87c-e646-4b20-bd96-bef409c37929), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.179439 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7fde80a7-fc17-4758-b1e7-b3407b2cae44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8589c87c-e646-4b20-bd96-bef409c37929), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.229309 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde80a7-fc17-4758-b1e7-b3407b2cae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8589c87c-e646-4b20-bd96-bef409c37929,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:23.238407 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7fde80a7-fc17-4758-b1e7-b3407b2cae44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1309e3631a1740e18b0883766f202f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538443 Jul 25 12:16:23.238546 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48238) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:23.275367 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfa939-2511-45c3-84d6-52c93fa83ad2 req-04a89977-0548-4231-8eb8-73dd48550a8b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:23.276949 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16bfa939-2511-45c3-84d6-52c93fa83ad2 req-04a89977-0548-4231-8eb8-73dd48550a8b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0576656 Jul 25 12:16:23.307120 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9417712f-aa04-4d13-9e14-bc6e510d2afc admin admin] Publish callbacks [] for security_group (8589c87c-e646-4b20-bd96-bef409c37929), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.325876 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16bfa939-2511-45c3-84d6-52c93fa83ad2 req-14cd270a-1624-4564-802e-e21e7fbb1d17 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Jul 25 12:16:23.330828 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9417712f-aa04-4d13-9e14-bc6e510d2afc admin admin] Publish callbacks [] for security_group (8589c87c-e646-4b20-bd96-bef409c37929), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.410861 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9f2c579c-93c3-409d-b44c-c2da4c500311 req-a30956d2-eb0e-47c9-8182-bb9c90123717 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0774570 Jul 25 12:16:23.429198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-69e03380-f955-4ae5-96be-0998212213c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.436417 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c30c-9768-4b0d-8cf6-c2c38c4d0b83 req-d0863f65-74dd-4bd2-bb01-565f6a324f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:23.438266 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-24c6c30c-9768-4b0d-8cf6-c2c38c4d0b83 req-d0863f65-74dd-4bd2-bb01-565f6a324f6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1127 time: 0.0957367 Jul 25 12:16:23.459676 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9417712f-aa04-4d13-9e14-bc6e510d2afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8589c87c-e646-4b20-bd96-bef409c37929), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.462431 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9417712f-aa04-4d13-9e14-bc6e510d2afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.463953 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9417712f-aa04-4d13-9e14-bc6e510d2afc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8589c87c-e646-4b20-bd96-bef409c37929 HTTP/1.1" status: 204 len: 168 time: 0.2243989 Jul 25 12:16:23.481602 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:23.497199 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417712f-aa04-4d13-9e14-bc6e510d2afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8589c87c-e646-4b20-bd96-bef409c37929,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:23.522934 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4ef47-dd56-4ee6-a379-30ac82ac935b req-eaf86475-70ca-4b41-bc5b-a83e8081e07a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:23.524357 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66b4ef47-dd56-4ee6-a379-30ac82ac935b req-eaf86475-70ca-4b41-bc5b-a83e8081e07a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.0518522 Jul 25 12:16:23.584475 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66b4ef47-dd56-4ee6-a379-30ac82ac935b req-bcf6cde9-0a4a-421d-a914-6896eea3fba9 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497060 Jul 25 12:16:23.663652 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c30c-9768-4b0d-8cf6-c2c38c4d0b83 req-48346e7c-436b-463e-8503-d3b288ed6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:23.665138 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-24c6c30c-9768-4b0d-8cf6-c2c38c4d0b83 req-48346e7c-436b-463e-8503-d3b288ed6e01 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1998193 Jul 25 12:16:23.781491 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48252) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:23.795178 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-095b1f79-f717-4e5d-b13b-8e254894eb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.835186 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:23.879753 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-095b1f79-f717-4e5d-b13b-8e254894eb1e admin admin] Publish callbacks [] for security_group (5ac77349-884e-40f2-b49f-0f777b8214c5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.883639 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-095b1f79-f717-4e5d-b13b-8e254894eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5ac77349-884e-40f2-b49f-0f777b8214c5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.923507 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-095b1f79-f717-4e5d-b13b-8e254894eb1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c85123f4e9334ba9b0ae806e5e34b1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409485 Jul 25 12:16:23.924749 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b1f79-f717-4e5d-b13b-8e254894eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac77349-884e-40f2-b49f-0f777b8214c5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:23.926673 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48254) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:23.977718 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-092a8fa0-9f74-424e-ba46-d7240d583bb8 admin admin] Publish callbacks [] for security_group (5ac77349-884e-40f2-b49f-0f777b8214c5), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:23.999805 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-092a8fa0-9f74-424e-ba46-d7240d583bb8 admin admin] Publish callbacks [] for security_group (5ac77349-884e-40f2-b49f-0f777b8214c5), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:24.013327 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c30c-9768-4b0d-8cf6-c2c38c4d0b83 req-0c9a2e54-9f04-4166-a36d-21ded11dcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:24.014780 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-24c6c30c-9768-4b0d-8cf6-c2c38c4d0b83 req-0c9a2e54-9f04-4166-a36d-21ded11dcc00 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558695 Jul 25 12:16:24.047832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-092a8fa0-9f74-424e-ba46-d7240d583bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5ac77349-884e-40f2-b49f-0f777b8214c5), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:24.050320 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-092a8fa0-9f74-424e-ba46-d7240d583bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:24.051484 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-092a8fa0-9f74-424e-ba46-d7240d583bb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ac77349-884e-40f2-b49f-0f777b8214c5 HTTP/1.1" status: 204 len: 168 time: 0.1239233 Jul 25 12:16:24.059386 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a8fa0-9f74-424e-ba46-d7240d583bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac77349-884e-40f2-b49f-0f777b8214c5,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:24.451818 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530a348-b517-42ae-a392-2dcee0dddf13 req-566e97d6-3710-405c-9687-37e76cd34890 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:24.453300 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a530a348-b517-42ae-a392-2dcee0dddf13 req-566e97d6-3710-405c-9687-37e76cd34890 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0506878 Jul 25 12:16:24.502443 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a530a348-b517-42ae-a392-2dcee0dddf13 req-2feabbc6-8836-4bc6-9e50-f626160b006c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Jul 25 12:16:24.547157 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5af97dd-2d08-480f-b054-1d3ff1fbe5dd req-52f678a0-34e1-4cd6-804c-717a48ff534a tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ae1afa-6fd5-478b-8c01-6172efd19ee5 HTTP/1.1" status: 200 len: 210 time: 0.0362465 Jul 25 12:16:24.689852 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:24.697733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb56617-e220-464a-a52a-7c031dc9716f req-f9d5449a-0498-421e-ad8d-008567c1f5ac tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:24.699606 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cdb56617-e220-464a-a52a-7c031dc9716f req-f9d5449a-0498-421e-ad8d-008567c1f5ac tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.0560927 Jul 25 12:16:24.719412 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:24.731861 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:24.747416 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cdb56617-e220-464a-a52a-7c031dc9716f req-e5abc28f-9d1e-4403-b90a-c65d35f91047 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Jul 25 12:16:25.123737 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-6b23f3e7-1053-4901-b482-2de3cc032a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:25.125316 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-6b23f3e7-1053-4901-b482-2de3cc032a89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1127 time: 0.0400755 Jul 25 12:16:25.179718 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-043e4240-f0de-4853-bc32-adaa1bf15324 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 217 time: 0.0357015 Jul 25 12:16:25.293541 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-0052a9d5-b9d0-4518-8c5c-83391580ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:25.294990 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-0052a9d5-b9d0-4518-8c5c-83391580ab3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f31ee279-4ed9-43db-a650-50e76902ae2b HTTP/1.1" status: 200 len: 853 time: 0.0897026 Jul 25 12:16:25.296044 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bf87-2a2f-49f4-bb36-0ac2f724825a req-48840bb8-ae1c-44b8-b08a-8fe675f4631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:25.297370 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6b02bf87-2a2f-49f4-bb36-0ac2f724825a req-48840bb8-ae1c-44b8-b08a-8fe675f4631c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 1130 time: 0.0524268 Jul 25 12:16:25.367520 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-7eb3a260-bcfb-4d18-b7eb-66f286d1ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:25.368991 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-7eb3a260-bcfb-4d18-b7eb-66f286d1ba11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c19c869-ef0d-4854-ace3-e6594f309fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591328 Jul 25 12:16:25.403324 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6b02bf87-2a2f-49f4-bb36-0ac2f724825a req-03a68ae3-9878-4a40-902f-b9e5d076b681 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833192 Jul 25 12:16:25.471763 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-d816e0bd-7e97-43a0-a1ee-8eeb464aa2cc service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933402 Jul 25 12:16:25.643142 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27df41f-a6b1-491c-becc-41864cff13c7 req-c58aab01-0643-4c50-9130-f64cf9c978eb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:25.647996 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d27df41f-a6b1-491c-becc-41864cff13c7 req-c58aab01-0643-4c50-9130-f64cf9c978eb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0711560 Jul 25 12:16:25.704819 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d27df41f-a6b1-491c-becc-41864cff13c7 req-3076f37c-1093-43d7-8f7f-2c0463f6c26b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467625 Jul 25 12:16:25.738968 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ae4dbc36-c700-4ce1-a85d-424e5b1ff797 req-56aab5e5-0589-43f3-81cc-e12e19625326 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114936 Jul 25 12:16:25.826555 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48326) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:25.881279 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6543885-f87a-42d6-994e-959748a11192 req-7d3d7fb0-95ca-49bc-bea8-3abc47ab5da7 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:25.884400 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c6543885-f87a-42d6-994e-959748a11192 req-7d3d7fb0-95ca-49bc-bea8-3abc47ab5da7 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.0512202 Jul 25 12:16:25.932122 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c6543885-f87a-42d6-994e-959748a11192 req-75c66b51-a952-4d6b-8cc9-f080de3c1e14 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Jul 25 12:16:25.932856 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-f0705426-f0be-4e79-924e-c0a5729317d6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:25.934467 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-f0705426-f0be-4e79-924e-c0a5729317d6 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/networks?id=c68dde59-1544-4fd3-8e4e-babe3594a8bb HTTP/1.1" status: 200 len: 808 time: 0.1178181 Jul 25 12:16:25.949424 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-23186ce6-8446-4cda-82db-a64211a82e72 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/quotas/91bd04f2c9d34640ab6317fc8dd3dddb HTTP/1.1" status: 200 len: 375 time: 0.0096993 Jul 25 12:16:25.990241 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-1d735cf7-53dd-4ea1-ad16-0c63b7fe0929 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=91bd04f2c9d34640ab6317fc8dd3dddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353251 Jul 25 12:16:25.993413 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9304ae47-7ee6-4657-854d-89f230ee97f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.070989 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9304ae47-7ee6-4657-854d-89f230ee97f3 admin admin] Publish callbacks [] for security_group (7cdb0f49-173c-4646-b459-508438971ac7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.076961 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9304ae47-7ee6-4657-854d-89f230ee97f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (7cdb0f49-173c-4646-b459-508438971ac7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.088851 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-51e71157-a7f6-40c6-a45a-06004e3be799 service neutron] 10.222.0.42 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918043 Jul 25 12:16:26.115212 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304ae47-7ee6-4657-854d-89f230ee97f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb0f49-173c-4646-b459-508438971ac7,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:26.122620 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9304ae47-7ee6-4657-854d-89f230ee97f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d32a30efc694b34b88404cc5cacc9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945218 Jul 25 12:16:26.122989 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48330) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:26.134860 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:26.181249 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ad63-1aca-49d0-ac63-d6fcf236c4bc admin admin] Publish callbacks [] for security_group (7cdb0f49-173c-4646-b459-508438971ac7), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.190400 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-51e3d1f1-aec6-4fe3-87e0-981a14d25517 service neutron] 10.222.0.42 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959055 Jul 25 12:16:26.202164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ad63-1aca-49d0-ac63-d6fcf236c4bc admin admin] Publish callbacks [] for security_group (7cdb0f49-173c-4646-b459-508438971ac7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.252996 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ad63-1aca-49d0-ac63-d6fcf236c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (7cdb0f49-173c-4646-b459-508438971ac7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.256161 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ad63-1aca-49d0-ac63-d6fcf236c4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.257428 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d6e0ad63-1aca-49d0-ac63-d6fcf236c4bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cdb0f49-173c-4646-b459-508438971ac7 HTTP/1.1" status: 204 len: 168 time: 0.1335461 Jul 25 12:16:26.267051 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0ad63-1aca-49d0-ac63-d6fcf236c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb0f49-173c-4646-b459-508438971ac7,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:26.290988 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.369770 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d648d2a-e673-4034-a341-7ce2b960e2e2 req-67e036d3-d29c-415d-b35e-11c157d4f6cc tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 210 time: 0.0314903 Jul 25 12:16:26.474978 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.560844 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48344) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:26.574000 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1956779c-aaa2-499d-a6fe-e977978ee1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.576409 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:26.652344 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1956779c-aaa2-499d-a6fe-e977978ee1f8 admin admin] Publish callbacks [] for security_group (4fff5143-4c18-4c01-a8da-3b351d763040), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.656305 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1956779c-aaa2-499d-a6fe-e977978ee1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4fff5143-4c18-4c01-a8da-3b351d763040), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.694804 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1956779c-aaa2-499d-a6fe-e977978ee1f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f8e28bbe5fb499eac78bb0654445cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328793 Jul 25 12:16:26.696791 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956779c-aaa2-499d-a6fe-e977978ee1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff5143-4c18-4c01-a8da-3b351d763040,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:26.697925 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48348) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:26.748928 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-169c578b-ab2a-4f5c-a237-8e9dde39cbd8 admin admin] Publish callbacks [] for security_group (4fff5143-4c18-4c01-a8da-3b351d763040), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.771345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-169c578b-ab2a-4f5c-a237-8e9dde39cbd8 admin admin] Publish callbacks [] for security_group (4fff5143-4c18-4c01-a8da-3b351d763040), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.830352 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:26.856088 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5034dd-ff95-449f-9176-f08466b3b875 req-b0d5dd0a-66fc-483d-857b-4e84352070db tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:26.857521 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e5034dd-ff95-449f-9176-f08466b3b875 req-b0d5dd0a-66fc-483d-857b-4e84352070db tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0695930 Jul 25 12:16:26.871053 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-169c578b-ab2a-4f5c-a237-8e9dde39cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4fff5143-4c18-4c01-a8da-3b351d763040), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.873540 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-169c578b-ab2a-4f5c-a237-8e9dde39cbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:26.874565 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-169c578b-ab2a-4f5c-a237-8e9dde39cbd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fff5143-4c18-4c01-a8da-3b351d763040 HTTP/1.1" status: 204 len: 168 time: 0.1756725 Jul 25 12:16:26.890099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c578b-ab2a-4f5c-a237-8e9dde39cbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff5143-4c18-4c01-a8da-3b351d763040,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:26.915590 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:26.924093 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e5034dd-ff95-449f-9176-f08466b3b875 req-1282b87a-7ef0-4f05-828d-2c4bca4ca1e4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Jul 25 12:16:27.051876 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbb0d-74ec-40da-8ef5-d89f9d4e7d40 req-2db1df60-3c2a-4af5-b5a3-b1e8ceed739f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:27.053362 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c8bdbb0d-74ec-40da-8ef5-d89f9d4e7d40 req-2db1df60-3c2a-4af5-b5a3-b1e8ceed739f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 943 time: 0.0498114 Jul 25 12:16:27.100907 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c8bdbb0d-74ec-40da-8ef5-d89f9d4e7d40 req-122e937b-4fae-4b82-a476-31d6f3b3eaee tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Jul 25 12:16:27.319739 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 18e2de81-a509-4850-99c1-f87dfe2e51c2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:16:27.395970 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:27.438014 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:27.450321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'port_id': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'mac_address': 'fa:16:3e:f4:6b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:16:27.490427 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 18e2de81-a509-4850-99c1-f87dfe2e51c2 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:27.490711 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:27.494096 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d94f5fdc-c4c3-4379-bdc7-b348e0b1f36e req-3c4107ea-5f31-48e9-a106-c59c9dbf9dae tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 210 time: 0.0315075 Jul 25 12:16:27.508346 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e2de81-a509-4850-99c1-f87dfe2e51c2 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:16:27.538280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:27.542330 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:27.594365 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:27.897280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['18e2de81-a509-4850-99c1-f87dfe2e51c2'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:16:28.046191 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80ead5-2861-44fb-a195-cf3107ca1fb7 req-0da1ccc3-248c-4a3e-810f-6a12ebae6c3d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:28.053869 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3e80ead5-2861-44fb-a195-cf3107ca1fb7 req-0da1ccc3-248c-4a3e-810f-6a12ebae6c3d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0588121 Jul 25 12:16:28.100366 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3e80ead5-2861-44fb-a195-cf3107ca1fb7 req-49746d7e-46fa-45a0-836b-6885278b93ea tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Jul 25 12:16:28.218607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710db33-17e6-4b80-b849-c008f8c4f72d req-5f0564ad-2147-4ca2-ae06-db0eae1e350c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:28.220080 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2710db33-17e6-4b80-b849-c008f8c4f72d req-5f0564ad-2147-4ca2-ae06-db0eae1e350c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 944 time: 0.0469389 Jul 25 12:16:28.266940 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2710db33-17e6-4b80-b849-c008f8c4f72d req-09eb1de5-b4a7-40a4-829b-dcb22e6194a9 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Jul 25 12:16:28.584442 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-3d0b1be8-e82c-44df-8895-e4ef546fa83b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:28.585872 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-3d0b1be8-e82c-44df-8895-e4ef546fa83b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "GET /v2.0/networks?id=c68dde59-1544-4fd3-8e4e-babe3594a8bb HTTP/1.1" status: 200 len: 808 time: 0.1239357 Jul 25 12:16:28.606202 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Request body: {'port': {'device_id': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb', 'admin_state_up': True, 'tenant_id': '91bd04f2c9d34640ab6317fc8dd3dddb'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:28.633940 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-666b1944-d7bf-4874-8e69-002293ade31f req-42718b11-3702-4555-af06-4dfe5ee6c812 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 210 time: 0.0520785 Jul 25 12:16:28.937436 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Made reservation on behalf of 91bd04f2c9d34640ab6317fc8dd3dddb for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:16:28.940823 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.061371 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Allocated IP 172.20.0.6 (c68dde59-1544-4fd3-8e4e-babe3594a8bb/74794081-a6ba-4127-8b00-f67b9822d942/2132f194-38ba-4596-940b-0c6aab6fe2ef) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:16:29.249992 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657eedc-988e-4dea-a8e2-600c2501858d req-d17e7a1a-92c8-4392-9608-6d98f47a21ab tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:29.251433 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2657eedc-988e-4dea-a8e2-600c2501858d req-d17e7a1a-92c8-4392-9608-6d98f47a21ab tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0621970 Jul 25 12:16:29.254042 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks [] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.321215 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2657eedc-988e-4dea-a8e2-600c2501858d req-ce8f73bf-9834-4df3-9164-5f1ee8c7b4b4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636387 Jul 25 12:16:29.327891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.348100 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 18e2de81-a509-4850-99c1-f87dfe2e51c2 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:16:29.369087 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:29.378463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Network c68dde59-1544-4fd3-8e4e-babe3594a8bb is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:16:29.384305 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:16:29.396901 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:29.397746 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:16:29.400855 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62a3db-06ee-4adf-a8f7-d7fe8b8e2e97 req-e1232a27-8d36-43fa-bcea-195da7812ef0 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:29.403589 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5d62a3db-06ee-4adf-a8f7-d7fe8b8e2e97 req-e1232a27-8d36-43fa-bcea-195da7812ef0 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 944 time: 0.0673840 Jul 25 12:16:29.406936 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 18e2de81-a509-4850-99c1-f87dfe2e51c2 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:16:29.411870 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:29.416165 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 18e2de81-a509-4850-99c1-f87dfe2e51c2 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:16:29.416415 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.416928 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.418847 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:29.430295 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:29.443695 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Pushing event updated for resources: {'Port': ['ID=2132f194-38ba-4596-940b-0c6aab6fe2ef,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:29.476001 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-da8ba969-ed03-4f62-b203-70146eca39ff tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8767254 Jul 25 12:16:29.477860 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5d62a3db-06ee-4adf-a8f7-d7fe8b8e2e97 req-9730e9d0-2575-4112-8f9e-6abdd50c9929 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643289 Jul 25 12:16:29.487806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed517c-90f7-4bbe-9637-9e2ba825b7cf req-bee0c707-8a12-4a40-a00a-4cabbd68c770 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:29.489385 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-18ed517c-90f7-4bbe-9637-9e2ba825b7cf req-bee0c707-8a12-4a40-a00a-4cabbd68c770 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0655079 Jul 25 12:16:29.494484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Request body: {'port': {'device_id': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:29.504767 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 18e2de81-a509-4850-99c1-f87dfe2e51c2 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:29.505167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.528704 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:29.530929 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543da941-f35e-45ec-8da6-581e08373595" -d '{"events": [{"server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "name": "network-vif-plugged", "status": "completed", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:29.551270 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:29.556969 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.586062 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c017649-297d-4824-8d01-3f80a50b6428 x-openstack-request-id: req-1c017649-297d-4824-8d01-3f80a50b6428 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:29.586278 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "name": "network-vif-plugged", "status": "completed", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:29.586541 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c017649-297d-4824-8d01-3f80a50b6428 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:29.586938 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c017649-297d-4824-8d01-3f80a50b6428'] response: {'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'code': 200} Jul 25 12:16:29.590347 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.606666 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-18ed517c-90f7-4bbe-9637-9e2ba825b7cf req-0532fc0b-7111-4a5b-9374-a47087362318 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924664 Jul 25 12:16:29.615189 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:29.760106 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc0e68-99aa-4dc1-818b-9b12d50b1d23 req-03840053-e65c-47e1-9560-e667d8881c06 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:29.762075 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ccc0e68-99aa-4dc1-818b-9b12d50b1d23 req-03840053-e65c-47e1-9560-e667d8881c06 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 931 time: 0.0604753 Jul 25 12:16:29.814578 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644d266-c71c-4fa1-9620-57b94e8586a3 req-c8b380f7-0845-4421-b5c6-62778fae6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:29.816965 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c644d266-c71c-4fa1-9620-57b94e8586a3 req-c8b380f7-0845-4421-b5c6-62778fae6974 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1129 time: 0.0861778 Jul 25 12:16:29.837506 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ccc0e68-99aa-4dc1-818b-9b12d50b1d23 req-a83d13a2-864e-41e0-baec-c780f2ab5485 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624764 Jul 25 12:16:29.906322 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c644d266-c71c-4fa1-9620-57b94e8586a3 req-40ee5c81-f299-4bf9-83c0-013a6f7dd0e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781066 Jul 25 12:16:29.963772 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2132f194-38ba-4596-940b-0c6aab6fe2ef {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:16:29.971887 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Publish callbacks [] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:29.985688 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Transition to ACTIVE for port object 2132f194-38ba-4596-940b-0c6aab6fe2ef will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:16:29.992439 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:30.051639 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2132f194-38ba-4596-940b-0c6aab6fe2ef,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:30.082948 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Attempting to bind port 2132f194-38ba-4596-940b-0c6aab6fe2ef on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:16:30.083282 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Attempting to bind port 2132f194-38ba-4596-940b-0c6aab6fe2ef by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:16:30.083657 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Attempting to bind port 2132f194-38ba-4596-940b-0c6aab6fe2ef on network c68dde59-1544-4fd3-8e4e-babe3594a8bb {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:16:30.088351 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Port 2132f194-38ba-4596-940b-0c6aab6fe2ef on network c68dde59-1544-4fd3-8e4e-babe3594a8bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:16:30.088667 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Attempting to bind port 2132f194-38ba-4596-940b-0c6aab6fe2ef on network c68dde59-1544-4fd3-8e4e-babe3594a8bb {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:16:30.093840 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:16:30.094431 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Checking segment: {'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:16:30.095012 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Bound using segment: {'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:16:30.095619 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Bound port: 2132f194-38ba-4596-940b-0c6aab6fe2ef, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc35e38-47d2-416d-a47b-a28c681b7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:16:30.095988 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:30.157343 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] For port 2132f194-38ba-4596-940b-0c6aab6fe2ef, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:16:30.160594 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] For port 2132f194-38ba-4596-940b-0c6aab6fe2ef, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2132f194-38ba-4596-940b-0c6aab6fe2ef,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:16:30.166794 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:30.206763 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:30.207733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:30.209094 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/2132f194-38ba-4596-940b-0c6aab6fe2ef HTTP/1.1" status: 200 len: 1093 time: 0.7188103 Jul 25 12:16:30.209521 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'tag': '2132f194-38ba-4596-940b-0c6aab6fe2ef'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:30.211775 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746c1e2e-fd9a-41c7-9775-4595ff074520" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5f873f-cab0-494e-9a84-489f10555c0a", "tag": "2132f194-38ba-4596-940b-0c6aab6fe2ef"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:30.246907 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc0467-5e13-49ea-8c0c-0202e74848f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2132f194-38ba-4596-940b-0c6aab6fe2ef,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:30.257565 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39779455-caa3-4bb2-b6bc-ede6191a8245 x-openstack-request-id: req-39779455-caa3-4bb2-b6bc-ede6191a8245 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:30.258131 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5f873f-cab0-494e-9a84-489f10555c0a", "tag": "2132f194-38ba-4596-940b-0c6aab6fe2ef", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:30.258131 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39779455-caa3-4bb2-b6bc-ede6191a8245 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:30.258388 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39779455-caa3-4bb2-b6bc-ede6191a8245'] response: {'name': 'network-changed', 'server_uuid': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'tag': '2132f194-38ba-4596-940b-0c6aab6fe2ef', 'status': 'completed', 'code': 200} Jul 25 12:16:30.303955 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-553bcfad-7bc3-4d5e-9b83-45b82868a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:30.305453 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-553bcfad-7bc3-4d5e-9b83-45b82868a458 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91bd04f2c9d34640ab6317fc8dd3dddb&device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 1127 time: 0.0406768 Jul 25 12:16:30.350198 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-3d2f3aeb-423a-431b-a110-125a9b7b31f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2132f194-38ba-4596-940b-0c6aab6fe2ef HTTP/1.1" status: 200 len: 217 time: 0.0325594 Jul 25 12:16:30.371012 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:30.403999 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:30.411527 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-e766208c-5fb9-42eb-89b5-f71266fe2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:30.413072 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-e766208c-5fb9-42eb-89b5-f71266fe2a81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74794081-a6ba-4127-8b00-f67b9822d942 HTTP/1.1" status: 200 len: 848 time: 0.0490897 Jul 25 12:16:30.600896 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9642205-60f5-4644-b264-d84bde183337 req-1e350e69-b75a-4677-be46-024d4cd76d9a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:30.604119 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a9642205-60f5-4644-b264-d84bde183337 req-1e350e69-b75a-4677-be46-024d4cd76d9a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0503445 Jul 25 12:16:30.651790 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a9642205-60f5-4644-b264-d84bde183337 req-d6a691d5-f87e-4e57-9341-37231b0844c6 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 Jul 25 12:16:30.893232 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-004c19fb-0bcd-403e-8de4-f1aded2cdf0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c68dde59-1544-4fd3-8e4e-babe3594a8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323391 Jul 25 12:16:30.997513 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0185-c58d-4f1d-988e-f9740c4b1c89 req-87fb5d2f-c065-4e89-833a-575e41f9d09f tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:30.998966 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-04ee0185-c58d-4f1d-988e-f9740c4b1c89 req-87fb5d2f-c065-4e89-833a-575e41f9d09f tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 943 time: 0.0871971 Jul 25 12:16:31.046587 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-dde2e158-8029-4da6-831a-50a14446da8e service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431324 Jul 25 12:16:31.067260 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-04ee0185-c58d-4f1d-988e-f9740c4b1c89 req-9eef59cc-faa3-4e76-84a3-c0317c62847d tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614645 Jul 25 12:16:31.156049 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ed7772e9-13d4-4bc6-a81c-69311b414742 req-fb78444f-1446-426b-ad7c-02b276e1be64 service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878425 Jul 25 12:16:31.386258 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae04ea-4596-43ac-8197-b6b1d82c9990 req-81e7d8aa-48bf-44ca-80aa-aa8b7a75d4e1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:31.387660 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-97ae04ea-4596-43ac-8197-b6b1d82c9990 req-81e7d8aa-48bf-44ca-80aa-aa8b7a75d4e1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0505226 Jul 25 12:16:31.434282 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-97ae04ea-4596-43ac-8197-b6b1d82c9990 req-303afd48-f6ce-4d1a-9704-72c37094a343 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Jul 25 12:16:31.779617 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231b306-485b-4c70-ba30-f59914e28a6b req-d704544a-0b62-4e6e-82de-e1446d6c8179 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:31.779617 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f231b306-485b-4c70-ba30-f59914e28a6b req-d704544a-0b62-4e6e-82de-e1446d6c8179 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0502896 Jul 25 12:16:31.826986 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f231b306-485b-4c70-ba30-f59914e28a6b req-22b18dc9-f108-478a-a874-8728aa6ac46d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Jul 25 12:16:32.125859 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48474) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:32.245751 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8d17510-a476-41b9-9194-c42e8c61cf70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.328102 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5157d-5489-47b2-a3f3-2c206b9b7fee req-3ab23f73-67be-4c4b-b39e-b13bc1124d1b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:32.329543 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dfa5157d-5489-47b2-a3f3-2c206b9b7fee req-3ab23f73-67be-4c4b-b39e-b13bc1124d1b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 943 time: 0.0551801 Jul 25 12:16:32.392099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8d17510-a476-41b9-9194-c42e8c61cf70 admin admin] Publish callbacks [] for security_group (70d9dac6-89ab-4e42-afd3-041e688d96a9), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.397853 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8d17510-a476-41b9-9194-c42e8c61cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (70d9dac6-89ab-4e42-afd3-041e688d96a9), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.421491 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dfa5157d-5489-47b2-a3f3-2c206b9b7fee req-101dec9b-e20d-40b8-94e7-760cb62ae144 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848362 Jul 25 12:16:32.442342 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d17510-a476-41b9-9194-c42e8c61cf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9dac6-89ab-4e42-afd3-041e688d96a9,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:32.446707 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-e8d17510-a476-41b9-9194-c42e8c61cf70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d257c063ac841d1bb7c27a374923c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198256 Jul 25 12:16:32.449400 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48478) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:32.518331 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-84708473-0eb3-4003-a427-1ac2e73269e5 admin admin] Publish callbacks [] for security_group (70d9dac6-89ab-4e42-afd3-041e688d96a9), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.577045 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ad5f3-552b-49bb-9c6c-25902022553b req-4b135d00-035e-4c45-8029-f1481d4b90b6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:32.578541 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-387ad5f3-552b-49bb-9c6c-25902022553b req-4b135d00-035e-4c45-8029-f1481d4b90b6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0548859 Jul 25 12:16:32.582035 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-84708473-0eb3-4003-a427-1ac2e73269e5 admin admin] Publish callbacks [] for security_group (70d9dac6-89ab-4e42-afd3-041e688d96a9), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.584502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-da521717-50f8-4b2a-bd8c-396b5da957b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:32.586015 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-da521717-50f8-4b2a-bd8c-396b5da957b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91bd04f2c9d34640ab6317fc8dd3dddb&device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 1127 time: 0.0770254 Jul 25 12:16:32.605207 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:32.629054 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-387ad5f3-552b-49bb-9c6c-25902022553b req-121205e8-767a-4962-8b74-f628cca7b5b9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Jul 25 12:16:32.636036 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-84708473-0eb3-4003-a427-1ac2e73269e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (70d9dac6-89ab-4e42-afd3-041e688d96a9), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.638617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-84708473-0eb3-4003-a427-1ac2e73269e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.639782 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-84708473-0eb3-4003-a427-1ac2e73269e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70d9dac6-89ab-4e42-afd3-041e688d96a9 HTTP/1.1" status: 204 len: 168 time: 0.1893628 Jul 25 12:16:32.642083 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:32.651106 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84708473-0eb3-4003-a427-1ac2e73269e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9dac6-89ab-4e42-afd3-041e688d96a9,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:32.905365 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48488) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:32.918959 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-21d1e1f3-628a-4a6b-ba73-b9098fa9e06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:32.950586 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f77c-9cb9-485b-89a0-487df8f607f3 req-11ed63f3-c055-4107-9107-3d5507598139 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:32.952092 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-82c3f77c-9cb9-485b-89a0-487df8f607f3 req-11ed63f3-c055-4107-9107-3d5507598139 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0515165 Jul 25 12:16:32.973181 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:32.990325 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:32.995694 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-21d1e1f3-628a-4a6b-ba73-b9098fa9e06b admin admin] Publish callbacks [] for security_group (19ab8b7c-6937-4117-a502-cd87b738b448), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.000544 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-21d1e1f3-628a-4a6b-ba73-b9098fa9e06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (19ab8b7c-6937-4117-a502-cd87b738b448), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.006183 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-82c3f77c-9cb9-485b-89a0-487df8f607f3 req-d040fa6f-aa1c-4bc6-b200-a8f7413c888c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Jul 25 12:16:33.043141 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-21d1e1f3-628a-4a6b-ba73-b9098fa9e06b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=625e8d0e62c24e1591a9e49ec1aa07fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366158 Jul 25 12:16:33.044017 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e1f3-628a-4a6b-ba73-b9098fa9e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab8b7c-6937-4117-a502-cd87b738b448,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:33.048065 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48492) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:33.129446 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89072eb5-791b-4750-9318-a526d414b0a5 admin admin] Publish callbacks [] for security_group (19ab8b7c-6937-4117-a502-cd87b738b448), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.151612 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3601f61-d771-41b3-8f91-31d2e6475ab2 req-e19e4c3d-cfdb-4e3e-946e-351b00bb7b57 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.153100 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d3601f61-d771-41b3-8f91-31d2e6475ab2 req-e19e4c3d-cfdb-4e3e-946e-351b00bb7b57 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0661380 Jul 25 12:16:33.172075 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89072eb5-791b-4750-9318-a526d414b0a5 admin admin] Publish callbacks [] for security_group (19ab8b7c-6937-4117-a502-cd87b738b448), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.236685 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d3601f61-d771-41b3-8f91-31d2e6475ab2 req-809e925c-0952-47a7-b7ed-6e783785b9df tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754843 Jul 25 12:16:33.263737 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89072eb5-791b-4750-9318-a526d414b0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (19ab8b7c-6937-4117-a502-cd87b738b448), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.263737 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89072eb5-791b-4750-9318-a526d414b0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.263737 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-89072eb5-791b-4750-9318-a526d414b0a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19ab8b7c-6937-4117-a502-cd87b738b448 HTTP/1.1" status: 204 len: 168 time: 0.2138884 Jul 25 12:16:33.279232 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89072eb5-791b-4750-9318-a526d414b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab8b7c-6937-4117-a502-cd87b738b448,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:33.299717 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac94b5-5d61-4216-8747-400899d8dfed req-066a5728-6469-496c-b773-d4aa315adfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.301697 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4cac94b5-5d61-4216-8747-400899d8dfed req-066a5728-6469-496c-b773-d4aa315adfb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0971255 Jul 25 12:16:33.349293 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 2132f194-38ba-4596-940b-0c6aab6fe2ef details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:16:33.383497 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-ad40332f-501e-4de0-8449-540516ad4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.385563 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-ad40332f-501e-4de0-8449-540516ad4acd service neutron] 10.222.0.39 "GET /v2.0/networks?id=c68dde59-1544-4fd3-8e4e-babe3594a8bb HTTP/1.1" status: 200 len: 909 time: 0.1916802 Jul 25 12:16:33.454150 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-c787a33d-4103-4733-acfb-b8d1b7ac600e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2132f194-38ba-4596-940b-0c6aab6fe2ef HTTP/1.1" status: 200 len: 217 time: 0.0512459 Jul 25 12:16:33.477084 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 2132f194-38ba-4596-940b-0c6aab6fe2ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2132f194-38ba-4596-940b-0c6aab6fe2ef,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:33.491387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '2132f194-38ba-4596-940b-0c6aab6fe2ef', 'network_id': 'c68dde59-1544-4fd3-8e4e-babe3594a8bb', 'port_id': '2132f194-38ba-4596-940b-0c6aab6fe2ef', 'mac_address': 'fa:16:3e:e5:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74794081-a6ba-4127-8b00-f67b9822d942', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:16:33.503869 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac94b5-5d61-4216-8747-400899d8dfed req-83615529-1233-4e8d-99c1-2a00d5859e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.505347 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4cac94b5-5d61-4216-8747-400899d8dfed req-83615529-1233-4e8d-99c1-2a00d5859e89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.1928730 Jul 25 12:16:33.540391 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 2132f194-38ba-4596-940b-0c6aab6fe2ef is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:33.540797 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.556530 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2132f194-38ba-4596-940b-0c6aab6fe2ef {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:16:33.574755 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-c68570a5-7c17-4dc9-8c14-ec49057eeb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.578022 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-c68570a5-7c17-4dc9-8c14-ec49057eeb93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74794081-a6ba-4127-8b00-f67b9822d942 HTTP/1.1" status: 200 len: 848 time: 0.1156433 Jul 25 12:16:33.578490 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 2132f194-38ba-4596-940b-0c6aab6fe2ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2132f194-38ba-4596-940b-0c6aab6fe2ef,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:33.579991 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4cac94b5-5d61-4216-8747-400899d8dfed req-f1889d47-a05d-4123-b89c-2f5ce8a8b974 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a HTTP/1.1" status: 200 len: 217 time: 0.0668523 Jul 25 12:16:33.585933 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:33.628127 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53e638-90ff-4101-98c3-2c0b5aa11900 req-d7e8e134-140b-4217-9857-4ec2e7838a47 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.629684 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c53e638-90ff-4101-98c3-2c0b5aa11900 req-d7e8e134-140b-4217-9857-4ec2e7838a47 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 943 time: 0.0700066 Jul 25 12:16:33.647468 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=2132f194-38ba-4596-940b-0c6aab6fe2ef,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:33.696208 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c53e638-90ff-4101-98c3-2c0b5aa11900 req-3112063f-e254-4a45-846f-f413c6590ca9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Jul 25 12:16:33.714902 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-1fccbcd6-0b96-4505-b89f-7afbd6f46a7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c68dde59-1544-4fd3-8e4e-babe3594a8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841799 Jul 25 12:16:33.731525 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f3f47-40b6-4328-8b9c-09363df387b7 req-6938a483-035a-4feb-a7de-fc40c6b73398 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.733209 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b34f3f47-40b6-4328-8b9c-09363df387b7 req-6938a483-035a-4feb-a7de-fc40c6b73398 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.1330442 Jul 25 12:16:33.735039 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac94b5-5d61-4216-8747-400899d8dfed req-576a8d0a-ef97-4ca2-9193-3d3282ac509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.736367 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4cac94b5-5d61-4216-8747-400899d8dfed req-576a8d0a-ef97-4ca2-9193-3d3282ac509f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.1176627 Jul 25 12:16:33.754854 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:16:33.813537 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4fe00-3a97-4e97-b653-61a194d79744 req-2a9553c4-dda8-4221-8f4d-dce61fa20d1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.815517 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3af4fe00-3a97-4e97-b653-61a194d79744 req-2a9553c4-dda8-4221-8f4d-dce61fa20d1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0596435 Jul 25 12:16:33.851585 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac94b5-5d61-4216-8747-400899d8dfed req-dee22c92-26bc-4a28-a772-c8c6da8c5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:33.853047 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4cac94b5-5d61-4216-8747-400899d8dfed req-dee22c92-26bc-4a28-a772-c8c6da8c5730 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1069858 Jul 25 12:16:33.885470 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3af4fe00-3a97-4e97-b653-61a194d79744 req-0e27b67a-7b42-4692-b9ed-df8e21cc4a6d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590317 Jul 25 12:16:33.885677 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b34f3f47-40b6-4328-8b9c-09363df387b7 req-92fb31fb-fe66-47cd-afe9-51a701887ba2 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383784 Jul 25 12:16:33.955305 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-3c3a3f31-8c6b-4f65-9ee3-2927263e9e6d service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180054 Jul 25 12:16:33.973624 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['2132f194-38ba-4596-940b-0c6aab6fe2ef'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:16:34.064997 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4cac94b5-5d61-4216-8747-400899d8dfed req-0e155e64-e479-4d34-b8b6-52b1a90e5027 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829996 Jul 25 12:16:34.150423 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-746c1e2e-fd9a-41c7-9775-4595ff074520 req-2b4bbcde-1f55-4a3c-ab6c-6d24ef38b77c service neutron] 10.222.0.39 "GET /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860051 Jul 25 12:16:34.215051 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4cac94b5-5d61-4216-8747-400899d8dfed req-4afb6b5e-6ff4-4483-823e-dcfb4333de32 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402628 Jul 25 12:16:34.824534 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a16958-ace7-463e-a673-c0d860919a59 req-ee872184-8548-4898-a768-0732b6c9ba51 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:34.826191 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c9a16958-ace7-463e-a673-c0d860919a59 req-ee872184-8548-4898-a768-0732b6c9ba51 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 944 time: 0.0540233 Jul 25 12:16:34.879708 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c9a16958-ace7-463e-a673-c0d860919a59 req-782d15a8-1bb4-4cd1-badd-5e45c694d7b5 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450876 Jul 25 12:16:35.004941 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:35.014315 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb467-7efe-4c57-871d-afa791656a29 req-7f47b240-d3aa-4c97-b1e7-13e4c61fa431 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:35.015849 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-70feb467-7efe-4c57-871d-afa791656a29 req-7f47b240-d3aa-4c97-b1e7-13e4c61fa431 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0536871 Jul 25 12:16:35.051715 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:35.064726 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-70feb467-7efe-4c57-871d-afa791656a29 req-26b5a993-6279-45b2-94e0-4f9c79bc64a6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Jul 25 12:16:35.352956 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 2132f194-38ba-4596-940b-0c6aab6fe2ef up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:16:35.397405 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:35.419294 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 2132f194-38ba-4596-940b-0c6aab6fe2ef completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:16:35.431230 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 2132f194-38ba-4596-940b-0c6aab6fe2ef triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:16:35.431653 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:35.507279 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 2132f194-38ba-4596-940b-0c6aab6fe2ef is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:35.507709 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:35.651607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132f194-38ba-4596-940b-0c6aab6fe2ef'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:35.653852 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288b4b8e-f0e4-41ba-9364-c8243471bac5" -d '{"events": [{"server_uuid": "0d5f873f-cab0-494e-9a84-489f10555c0a", "name": "network-vif-plugged", "status": "completed", "tag": "2132f194-38ba-4596-940b-0c6aab6fe2ef"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:35.666823 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 2132f194-38ba-4596-940b-0c6aab6fe2ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2132f194-38ba-4596-940b-0c6aab6fe2ef,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:35.672933 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:35.700381 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45308b35-3de6-41ad-824a-b9fceb3e1cb3 x-openstack-request-id: req-45308b35-3de6-41ad-824a-b9fceb3e1cb3 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:35.700679 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f873f-cab0-494e-9a84-489f10555c0a", "name": "network-vif-plugged", "status": "completed", "tag": "2132f194-38ba-4596-940b-0c6aab6fe2ef", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:35.700942 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45308b35-3de6-41ad-824a-b9fceb3e1cb3 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:35.701324 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45308b35-3de6-41ad-824a-b9fceb3e1cb3'] response: {'server_uuid': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132f194-38ba-4596-940b-0c6aab6fe2ef', 'code': 200} Jul 25 12:16:35.729936 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=2132f194-38ba-4596-940b-0c6aab6fe2ef,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:35.879748 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859bfc9-dc11-4ca1-a4c0-06cfcb8cb4c1 req-a6594d00-b7fd-4104-8847-b97fed5a290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:35.881536 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5859bfc9-dc11-4ca1-a4c0-06cfcb8cb4c1 req-a6594d00-b7fd-4104-8847-b97fed5a290a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 1129 time: 0.0441582 Jul 25 12:16:35.942620 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5859bfc9-dc11-4ca1-a4c0-06cfcb8cb4c1 req-1bcc8868-23ef-4d68-aaf9-4e94ef763f45 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Jul 25 12:16:36.005890 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d77ff-3ddb-4222-a7c8-d7bf9f59721b req-974f28b0-7fd8-4701-a0b9-a0830f1b831d tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:36.007329 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d40d77ff-3ddb-4222-a7c8-d7bf9f59721b req-974f28b0-7fd8-4701-a0b9-a0830f1b831d tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 945 time: 0.0495670 Jul 25 12:16:36.053954 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d40d77ff-3ddb-4222-a7c8-d7bf9f59721b req-af98b2d1-807a-4f2d-9ada-1d9c406ccf5d tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Jul 25 12:16:36.186345 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7996d-7143-4ecc-8c65-bdfa4648230c req-74daeac1-095c-4c31-8b7c-3746ffafd0bc tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:36.187923 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-59b7996d-7143-4ecc-8c65-bdfa4648230c req-74daeac1-095c-4c31-8b7c-3746ffafd0bc tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0503428 Jul 25 12:16:36.238384 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-59b7996d-7143-4ecc-8c65-bdfa4648230c req-3a11b359-7367-4819-8d3c-8cf7ce65b082 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Jul 25 12:16:37.172826 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3839-44ef-4a76-bf85-7d6adb6d8d79 req-51f001f0-0c41-4f2b-baef-90de960ee4c9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:37.174264 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-084d3839-44ef-4a76-bf85-7d6adb6d8d79 req-51f001f0-0c41-4f2b-baef-90de960ee4c9 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 945 time: 0.0466044 Jul 25 12:16:37.219402 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-084d3839-44ef-4a76-bf85-7d6adb6d8d79 req-7cd907b9-9706-4180-93e7-115922ef83ac tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390906 Jul 25 12:16:37.355027 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ea6e-e5f2-42fa-910b-ad98b6fc4747 req-38c8fe29-fe6d-4d16-a882-e20772ed5854 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:37.356483 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fe94ea6e-e5f2-42fa-910b-ad98b6fc4747 req-38c8fe29-fe6d-4d16-a882-e20772ed5854 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0458677 Jul 25 12:16:37.373982 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:37.403928 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fe94ea6e-e5f2-42fa-910b-ad98b6fc4747 req-0f3af780-62b2-4313-9e42-89c3cd381e1a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Jul 25 12:16:37.767228 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:38.342214 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cd451-7358-4d0c-b43b-61634e62056c req-2d5ba95a-e291-48e8-99ed-9d089718389d tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:38.343702 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-517cd451-7358-4d0c-b43b-61634e62056c req-2d5ba95a-e291-48e8-99ed-9d089718389d tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 945 time: 0.0537856 Jul 25 12:16:38.389895 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-517cd451-7358-4d0c-b43b-61634e62056c req-5c8cb356-c7c6-42d3-8f21-4c9c6d1df1db tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Jul 25 12:16:38.531366 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f203-139d-484a-bc15-fba7bad6f2d0 req-51483600-e49e-4b56-b5c6-e413bc57b63a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:38.532894 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4ad6f203-139d-484a-bc15-fba7bad6f2d0 req-51483600-e49e-4b56-b5c6-e413bc57b63a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0513697 Jul 25 12:16:38.582104 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4ad6f203-139d-484a-bc15-fba7bad6f2d0 req-ddc8bdbe-b0f4-46a4-961c-341299ab94ae tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Jul 25 12:16:39.108098 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b9b0a-a365-4e90-b5cf-50b7bc7d6d58 req-c988d92d-5959-4913-8d5b-140a99468638 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:39.109575 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c76b9b0a-a365-4e90-b5cf-50b7bc7d6d58 req-c988d92d-5959-4913-8d5b-140a99468638 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 945 time: 0.0505168 Jul 25 12:16:39.159970 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:39.166890 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c76b9b0a-a365-4e90-b5cf-50b7bc7d6d58 req-6ff23078-766e-4bde-b2f6-a2b14b2ed2e1 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502822 Jul 25 12:16:39.400084 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48654) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:39.503441 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bef4a84-5290-49dc-adcb-ffc50cc9caa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:39.582229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bef4a84-5290-49dc-adcb-ffc50cc9caa3 admin admin] Publish callbacks [] for security_group (df259de6-ae2e-4802-94f6-cede91702f28), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:39.585882 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bef4a84-5290-49dc-adcb-ffc50cc9caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (df259de6-ae2e-4802-94f6-cede91702f28), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:39.627301 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-6bef4a84-5290-49dc-adcb-ffc50cc9caa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=244e0eefabe5494bbd8eb4980e1585a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261295 Jul 25 12:16:39.629485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef4a84-5290-49dc-adcb-ffc50cc9caa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df259de6-ae2e-4802-94f6-cede91702f28,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:39.630641 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48660) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:39.681375 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-768be3f8-c23a-4f41-8daa-9523efb03a24 admin admin] Publish callbacks [] for security_group (df259de6-ae2e-4802-94f6-cede91702f28), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:39.705797 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-768be3f8-c23a-4f41-8daa-9523efb03a24 admin admin] Publish callbacks [] for security_group (df259de6-ae2e-4802-94f6-cede91702f28), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:39.706551 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f441-deae-4258-b65f-213a06285c1f req-a06ed22c-df12-49dc-ac78-9f9768ca24f6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:39.708712 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f907f441-deae-4258-b65f-213a06285c1f req-a06ed22c-df12-49dc-ac78-9f9768ca24f6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0512099 Jul 25 12:16:39.751528 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-768be3f8-c23a-4f41-8daa-9523efb03a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (df259de6-ae2e-4802-94f6-cede91702f28), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:39.754882 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-768be3f8-c23a-4f41-8daa-9523efb03a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:39.756076 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-768be3f8-c23a-4f41-8daa-9523efb03a24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df259de6-ae2e-4802-94f6-cede91702f28 HTTP/1.1" status: 204 len: 168 time: 0.1243341 Jul 25 12:16:39.757774 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f907f441-deae-4258-b65f-213a06285c1f req-0b1fe7a8-bd5c-4e8b-b4b6-0b756d7eae0e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Jul 25 12:16:39.764721 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be3f8-c23a-4f41-8daa-9523efb03a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df259de6-ae2e-4802-94f6-cede91702f28,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:40.030829 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48666) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:40.044603 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2cbf-f323-40dd-9ea0-6e5141ff15ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:40.123876 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2cbf-f323-40dd-9ea0-6e5141ff15ca admin admin] Publish callbacks [] for security_group (b51d6289-c6a9-40ce-b01e-19903ea38fe8), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:40.127631 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2cbf-f323-40dd-9ea0-6e5141ff15ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b51d6289-c6a9-40ce-b01e-19903ea38fe8), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:40.144576 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:40.169522 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-5c8b2cbf-f323-40dd-9ea0-6e5141ff15ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe9b908260464bd3b83f29b9e53eea73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375911 Jul 25 12:16:40.170471 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b2cbf-f323-40dd-9ea0-6e5141ff15ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d6289-c6a9-40ce-b01e-19903ea38fe8,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:40.172300 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48670) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:40.227158 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d037860-32c4-4cd3-9dcc-e3ca6ab4c90e admin admin] Publish callbacks [] for security_group (b51d6289-c6a9-40ce-b01e-19903ea38fe8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:40.252151 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d037860-32c4-4cd3-9dcc-e3ca6ab4c90e admin admin] Publish callbacks [] for security_group (b51d6289-c6a9-40ce-b01e-19903ea38fe8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:40.305334 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d037860-32c4-4cd3-9dcc-e3ca6ab4c90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b51d6289-c6a9-40ce-b01e-19903ea38fe8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:40.308184 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d037860-32c4-4cd3-9dcc-e3ca6ab4c90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:40.309380 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0d037860-32c4-4cd3-9dcc-e3ca6ab4c90e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b51d6289-c6a9-40ce-b01e-19903ea38fe8 HTTP/1.1" status: 204 len: 168 time: 0.1347516 Jul 25 12:16:40.320062 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d037860-32c4-4cd3-9dcc-e3ca6ab4c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d6289-c6a9-40ce-b01e-19903ea38fe8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:40.423167 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59af67-d28b-490a-9447-53eafd9dfb59 req-a52173d5-06a7-4568-94b9-4f8f0ca61b74 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:40.424704 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0f59af67-d28b-490a-9447-53eafd9dfb59 req-a52173d5-06a7-4568-94b9-4f8f0ca61b74 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 945 time: 0.0484042 Jul 25 12:16:40.475790 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0f59af67-d28b-490a-9447-53eafd9dfb59 req-16a2356c-b00f-4b46-a25e-bcf5aaae4e1b tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/security-groups?id=58dde871-73bd-49f1-bf92-405c1290e463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454826 Jul 25 12:16:40.880075 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b767c4-c085-4a14-b2d0-54232e0461e1 req-0a691e01-567c-4914-82ee-20368be2dbb7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:40.882238 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a0b767c4-c085-4a14-b2d0-54232e0461e1 req-0a691e01-567c-4914-82ee-20368be2dbb7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0498986 Jul 25 12:16:40.919845 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:40.936629 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a0b767c4-c085-4a14-b2d0-54232e0461e1 req-f6535cf6-4572-47a1-94cf-a32b8acc5a69 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Jul 25 12:16:41.141732 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-8b2f9774-59d1-422f-aea4-c317e5e43eb7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:41.143212 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-8b2f9774-59d1-422f-aea4-c317e5e43eb7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 945 time: 0.0477824 Jul 25 12:16:41.236042 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Deleting port 2132f194-38ba-4596-940b-0c6aab6fe2ef {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:16:41.236469 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:41.331685 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] For port 2132f194-38ba-4596-940b-0c6aab6fe2ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2132f194-38ba-4596-940b-0c6aab6fe2ef,segment=NetworkSegment(3fc35e38-47d2-416d-a47b-a28c681b7403),segment_id=3fc35e38-47d2-416d-a47b-a28c681b7403)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:41.332079 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:41.345875 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Calling delete_port for 2132f194-38ba-4596-940b-0c6aab6fe2ef owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:16:41.435931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48708) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:41.480334 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (2132f194-38ba-4596-940b-0c6aab6fe2ef), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:41.499012 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['2132f194-38ba-4596-940b-0c6aab6fe2ef'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:16:41.510357 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Pushing event deleted for resources: {'Port': ['ID=2132f194-38ba-4596-940b-0c6aab6fe2ef,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:41.547238 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.547601 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.547970 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.548555 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.549142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.550277 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.550866 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.551442 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.551806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.552154 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.552478 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.552879 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.553344 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.553882 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.554382 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.568341 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:41.575204 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] No DVR routers for this DVR port 2132f194-38ba-4596-940b-0c6aab6fe2ef on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:16:41.578398 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:41.581822 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dbcdcbb4-c829-46ed-b919-ea020851c079 req-4622e6dc-fafb-4eba-a357-e60ce6989ee7 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.39 "DELETE /v2.0/ports/2132f194-38ba-4596-940b-0c6aab6fe2ef HTTP/1.1" status: 204 len: 173 time: 0.4303377 Jul 25 12:16:41.582277 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'name': 'network-vif-deleted', 'tag': '2132f194-38ba-4596-940b-0c6aab6fe2ef'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:41.584721 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8ba752-f277-489e-8d06-df6b130259fc" -d '{"events": [{"server_uuid": "0d5f873f-cab0-494e-9a84-489f10555c0a", "name": "network-vif-deleted", "tag": "2132f194-38ba-4596-940b-0c6aab6fe2ef"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:41.621421 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3044fae1-b29c-465f-ad08-1debb5dd030d req-728b36be-65e4-4068-9d2e-2f40db8055cc tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 210 time: 0.0359008 Jul 25 12:16:41.635995 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c814199-4a78-4671-aeaf-72987dbd3749 x-openstack-request-id: req-9c814199-4a78-4671-aeaf-72987dbd3749 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:41.636529 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f873f-cab0-494e-9a84-489f10555c0a", "name": "network-vif-deleted", "tag": "2132f194-38ba-4596-940b-0c6aab6fe2ef", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:41.637030 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c814199-4a78-4671-aeaf-72987dbd3749 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:41.637596 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c814199-4a78-4671-aeaf-72987dbd3749'] response: {'server_uuid': '0d5f873f-cab0-494e-9a84-489f10555c0a', 'name': 'network-vif-deleted', 'tag': '2132f194-38ba-4596-940b-0c6aab6fe2ef', 'status': 'completed', 'code': 200} Jul 25 12:16:41.686347 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Publish callbacks [] for security_group (a835af4c-7d3b-494b-991d-08f356a7c590), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:41.690321 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (a835af4c-7d3b-494b-991d-08f356a7c590), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:41.729184 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0576c7e1636d41bdb67f739fcbaedcd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920034 Jul 25 12:16:41.730096 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a835af4c-7d3b-494b-991d-08f356a7c590,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:41.731964 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48716) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:41.738164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.738506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.738842 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.739174 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.739508 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.739852 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.740171 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.740489 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.740807 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.741125 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.741444 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.741770 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.742071 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.742384 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.742694 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173fb91-243b-4b4b-bec0-1c27cfd0d13d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:16:41.786718 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-07cdbc35-2df8-4f40-81bc-0e7fb3540175 admin admin] Publish callbacks [] for security_group (a835af4c-7d3b-494b-991d-08f356a7c590), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:42.030175 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-07cdbc35-2df8-4f40-81bc-0e7fb3540175 admin admin] Publish callbacks [] for security_group (a835af4c-7d3b-494b-991d-08f356a7c590), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:42.083632 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f39d1f-8426-45fd-be4a-2be0ef2b0f45 req-bb79457a-ee29-4ab1-8bd6-c68856989633 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:42.085071 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-47f39d1f-8426-45fd-be4a-2be0ef2b0f45 req-bb79457a-ee29-4ab1-8bd6-c68856989633 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0695553 Jul 25 12:16:42.120694 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-07cdbc35-2df8-4f40-81bc-0e7fb3540175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (a835af4c-7d3b-494b-991d-08f356a7c590), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:42.123223 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-07cdbc35-2df8-4f40-81bc-0e7fb3540175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:42.124359 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-07cdbc35-2df8-4f40-81bc-0e7fb3540175 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a835af4c-7d3b-494b-991d-08f356a7c590 HTTP/1.1" status: 204 len: 168 time: 0.3914042 Jul 25 12:16:42.140485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdbc35-2df8-4f40-81bc-0e7fb3540175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a835af4c-7d3b-494b-991d-08f356a7c590,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:42.152728 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-47f39d1f-8426-45fd-be4a-2be0ef2b0f45 req-a98637cd-9127-4b2f-adb4-231dc7d25f43 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620542 Jul 25 12:16:42.746479 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5e50c913-0597-4b4f-8620-72dd9fb72b96 req-979ad3fb-f6db-40eb-98d5-720bcd3a3129 tempest-VolumesActionsTest-308493614 tempest-VolumesActionsTest-308493614-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5f873f-cab0-494e-9a84-489f10555c0a HTTP/1.1" status: 200 len: 210 time: 0.0282266 Jul 25 12:16:43.066703 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:43.345747 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b33bf9-f0df-4008-9178-a83d1492e574 req-0d9d3dbd-14c0-4807-8973-89a8382184c4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:43.349001 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17b33bf9-f0df-4008-9178-a83d1492e574 req-0d9d3dbd-14c0-4807-8973-89a8382184c4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0609534 Jul 25 12:16:43.434982 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17b33bf9-f0df-4008-9178-a83d1492e574 req-db37754f-1d93-4bf1-af49-bc08bdf1db76 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 Jul 25 12:16:43.465562 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-f6abe1c9-addb-4df8-9dc7-45b6fc9f6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:43.467029 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-f6abe1c9-addb-4df8-9dc7-45b6fc9f6ece service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0439639 Jul 25 12:16:43.543021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:43.560605 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:43.592238 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-2275f82a-f5d5-4347-b19c-8a1c1bccf877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:43.593615 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-2275f82a-f5d5-4347-b19c-8a1c1bccf877 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.0971236 Jul 25 12:16:43.644320 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-a12207a2-e35e-4aee-8cae-b51b1352f2c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a HTTP/1.1" status: 200 len: 217 time: 0.0323982 Jul 25 12:16:43.698999 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-6faaf20b-f22f-4ae2-9f39-72949cc78133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:43.700445 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-6faaf20b-f22f-4ae2-9f39-72949cc78133 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.0453300 Jul 25 12:16:43.746133 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-f6dbc0d5-adee-429d-b8f6-9efc5b8e79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:43.747840 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-f6dbc0d5-adee-429d-b8f6-9efc5b8e79f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384128 Jul 25 12:16:43.750954 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:43.849770 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-bec1de3a-5f76-451c-9e6c-c72e6e2c53da service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936031 Jul 25 12:16:43.967048 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c6b48073-ee25-4507-ba70-5e22662ba1e9 req-873a3072-5147-4941-84e2-fc567854d694 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042981 Jul 25 12:16:44.574245 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e289f2-2f40-4378-a1b1-489ac334beb6 req-e4ee0cda-217a-4588-91c2-e29fce4f7546 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:44.576148 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-59e289f2-2f40-4378-a1b1-489ac334beb6 req-e4ee0cda-217a-4588-91c2-e29fce4f7546 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0544472 Jul 25 12:16:44.642723 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-59e289f2-2f40-4378-a1b1-489ac334beb6 req-63a10558-5d94-46f7-9dc3-d7e02b2a2edd tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598307 Jul 25 12:16:44.986152 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8385de-f72a-4bb3-a10e-9838a81e2d52 req-6d35cc3c-7050-4c68-8972-8baef3c3cb3b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:44.988277 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2a8385de-f72a-4bb3-a10e-9838a81e2d52 req-6d35cc3c-7050-4c68-8972-8baef3c3cb3b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0506363 Jul 25 12:16:45.026974 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:45.035013 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2a8385de-f72a-4bb3-a10e-9838a81e2d52 req-cbc0ef1e-7317-4997-b1e2-a7dcdae08e37 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Jul 25 12:16:45.063794 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48848) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:45.250922 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cecad5e-7998-4e1a-92b3-cdc4e2bb17d8 tempest-TestMinimumBasicScenario-976278849 tempest-TestMinimumBasicScenario-976278849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:45.252954 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4cecad5e-7998-4e1a-92b3-cdc4e2bb17d8 tempest-TestMinimumBasicScenario-976278849 tempest-TestMinimumBasicScenario-976278849-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1124 time: 0.1881318 Jul 25 12:16:45.255826 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48856) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:45.259928 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'port_id': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:45.280576 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:45.360776 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:45.467867 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Allocated IP 172.27.0.104 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/2469cf72-f81d-4f86-93a4-77ffcf550425) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:16:45.569300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:45.602553 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:45.609614 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:45.633027 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:45.657192 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:16:45.665569 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:16:45.667767 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'Port': ['ID=2469cf72-f81d-4f86-93a4-77ffcf550425,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:45.669901 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:16:45.814260 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881cd33-719a-4bf5-8e24-ec02519bb92a req-05648ee8-dcb1-4408-bcad-963a12e2a085 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:45.816798 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f881cd33-719a-4bf5-8e24-ec02519bb92a req-05648ee8-dcb1-4408-bcad-963a12e2a085 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0845773 Jul 25 12:16:45.881434 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f881cd33-719a-4bf5-8e24-ec02519bb92a req-c342f9b9-9087-45b5-a315-6f68198d3fc9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587130 Jul 25 12:16:46.015874 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84070aa-4d0e-4810-bdc6-b13bcc020275 req-a577632d-beab-402c-a2b1-8af8c4897d42 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:46.018656 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e84070aa-4d0e-4810-bdc6-b13bcc020275 req-a577632d-beab-402c-a2b1-8af8c4897d42 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0549517 Jul 25 12:16:46.044313 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for floatingip (1534f87c-7303-4894-b6af-e54251907dc6), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.046741 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:46.083925 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e84070aa-4d0e-4810-bdc6-b13bcc020275 req-be443dcf-3be8-4675-a1bc-2e9f21ad7e04 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517323 Jul 25 12:16:46.130607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.156205 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 2132f194-38ba-4596-940b-0c6aab6fe2ef no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:16:46.180397 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 2132f194-38ba-4596-940b-0c6aab6fe2ef {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:16:46.180739 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 2132f194-38ba-4596-940b-0c6aab6fe2ef not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:16:46.303684 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.308677 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.341307 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (1534f87c-7303-4894-b6af-e54251907dc6), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.386772 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'Port': ['ID=2469cf72-f81d-4f86-93a4-77ffcf550425,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:46.437387 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:46.448674 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Floating IP 1534f87c-7303-4894-b6af-e54251907dc6 associated. External IP: 172.27.0.104, port: 18e2de81-a509-4850-99c1-f87dfe2e51c2. Jul 25 12:16:46.643623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:16:46.725919 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:46.746152 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:16:46.755348 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] Sync routers for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:16:46.763384 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.765387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:16:46.766006 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:16:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:46.794350 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-c39422a5-3168-414f-ad44-5de2f1109abc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5375164 Jul 25 12:16:46.795072 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:46.797226 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48890) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:46.797435 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d048a19-9bdb-42fa-a958-74f46f26adb5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:46.802712 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b0b1070f-f476-43a0-aa97-2590ded955dc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960971857', 'description': 'tempest-secgroup-smoke-960971857 description', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:46.824774 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0b1070f-f476-43a0-aa97-2590ded955dc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.838288 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a915faaf-4f96-4af9-a3b2-81a908d943af x-openstack-request-id: req-a915faaf-4f96-4af9-a3b2-81a908d943af {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:46.838581 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:46.838839 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a915faaf-4f96-4af9-a3b2-81a908d943af {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:46.839283 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a915faaf-4f96-4af9-a3b2-81a908d943af'] response: {'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'status': 'completed', 'code': 200} Jul 25 12:16:46.873336 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:16:46.895699 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0b1070f-f476-43a0-aa97-2590ded955dc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group (2d457c22-8406-4866-9e2a-22b419b5987b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.901289 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0b1070f-f476-43a0-aa97-2590ded955dc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2d457c22-8406-4866-9e2a-22b419b5987b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.935005 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0b1070f-f476-43a0-aa97-2590ded955dc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:46.939232 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b0b1070f-f476-43a0-aa97-2590ded955dc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1409180 Jul 25 12:16:46.939633 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48898) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:46.940463 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1070f-f476-43a0-aa97-2590ded955dc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d457c22-8406-4866-9e2a-22b419b5987b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:46.952812 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-0ca272bd-c105-42e0-9ff1-f964f776e01b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'security_group_rule': {'security_group_id': '2d457c22-8406-4866-9e2a-22b419b5987b', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:46.990575 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca272bd-c105-42e0-9ff1-f964f776e01b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (92306722-662c-4fd7-a822-340302a3753f), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.032886 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fb592-afbe-465d-8a7c-bf5b72b2b450 req-6c6e6f42-e3f2-4324-8abe-58f5d22281fd tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:47.035729 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae3fb592-afbe-465d-8a7c-bf5b72b2b450 req-6c6e6f42-e3f2-4324-8abe-58f5d22281fd tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0618052 Jul 25 12:16:47.058228 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca272bd-c105-42e0-9ff1-f964f776e01b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (92306722-662c-4fd7-a822-340302a3753f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.063834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca272bd-c105-42e0-9ff1-f964f776e01b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (92306722-662c-4fd7-a822-340302a3753f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.081178 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:47.087228 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca272bd-c105-42e0-9ff1-f964f776e01b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92306722-662c-4fd7-a822-340302a3753f,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:47.095485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca272bd-c105-42e0-9ff1-f964f776e01b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.097347 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0ca272bd-c105-42e0-9ff1-f964f776e01b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560116 Jul 25 12:16:47.100202 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48904) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:47.102067 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae3fb592-afbe-465d-8a7c-bf5b72b2b450 req-47c6eeeb-2f38-44ca-9ccf-7fc0f44e286a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577512 Jul 25 12:16:47.104536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-b3642647-c232-47d4-96af-363541e416ba tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'security_group_rule': {'security_group_id': '2d457c22-8406-4866-9e2a-22b419b5987b', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:47.139530 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '1534f87c-7303-4894-b6af-e54251907dc6', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'port_id': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'mac_address': 'fa:16:3e:f4:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:16:45Z', 'updated_at': '2022-07-25T12:16:45Z', 'revision_number': 0, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:47.147915 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3642647-c232-47d4-96af-363541e416ba tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (fcc1d04a-7f72-4f01-8e47-a56e111e6b09), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.166288 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] Checking router: 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:16:47.175159 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:16:47.175976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:16:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:47.244982 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3642647-c232-47d4-96af-363541e416ba tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (fcc1d04a-7f72-4f01-8e47-a56e111e6b09), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.252131 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21151-d9d1-4d9b-868f-9212608b622e req-706e02c8-82da-4c7e-9b99-ec6166f96532 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:47.254184 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7ce21151-d9d1-4d9b-868f-9212608b622e req-706e02c8-82da-4c7e-9b99-ec6166f96532 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0705853 Jul 25 12:16:47.255323 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3642647-c232-47d4-96af-363541e416ba tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (fcc1d04a-7f72-4f01-8e47-a56e111e6b09), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.291263 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3642647-c232-47d4-96af-363541e416ba tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc1d04a-7f72-4f01-8e47-a56e111e6b09,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:47.293279 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:16:47.313949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3642647-c232-47d4-96af-363541e416ba tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.315113 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-b3642647-c232-47d4-96af-363541e416ba tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2139812 Jul 25 12:16:47.318090 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48910) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:47.323681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a70e4080-cb0d-467d-afc9-0b2c21e549aa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'security_group_rule': {'security_group_id': '2d457c22-8406-4866-9e2a-22b419b5987b', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:47.326459 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7ce21151-d9d1-4d9b-868f-9212608b622e req-d8c92062-327e-4940-8a17-b0ecb1ead7d8 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627675 Jul 25 12:16:47.351950 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a70e4080-cb0d-467d-afc9-0b2c21e549aa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (b4df3ea7-a346-420e-a7cb-e723e2c3d430), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.409208 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a70e4080-cb0d-467d-afc9-0b2c21e549aa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (b4df3ea7-a346-420e-a7cb-e723e2c3d430), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.413688 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a70e4080-cb0d-467d-afc9-0b2c21e549aa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (b4df3ea7-a346-420e-a7cb-e723e2c3d430), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.429875 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e4080-cb0d-467d-afc9-0b2c21e549aa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df3ea7-a346-420e-a7cb-e723e2c3d430,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:47.443048 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a70e4080-cb0d-467d-afc9-0b2c21e549aa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.446687 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a70e4080-cb0d-467d-afc9-0b2c21e549aa tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252084 Jul 25 12:16:47.447046 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 48912) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:47.451189 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9f154cce-3662-4ba6-a71d-94ac1bc14008 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'security_group_rule': {'security_group_id': '2d457c22-8406-4866-9e2a-22b419b5987b', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:47.459651 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:47.477986 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f154cce-3662-4ba6-a71d-94ac1bc14008 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (6193679a-dadf-4e85-9789-f38a43fd1720), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.527293 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '1534f87c-7303-4894-b6af-e54251907dc6', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'port_id': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'mac_address': 'fa:16:3e:f4:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:16:45Z', 'updated_at': '2022-07-25T12:16:45Z', 'revision_number': 0, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:16:47.535132 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f154cce-3662-4ba6-a71d-94ac1bc14008 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (6193679a-dadf-4e85-9789-f38a43fd1720), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.538865 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f154cce-3662-4ba6-a71d-94ac1bc14008 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (6193679a-dadf-4e85-9789-f38a43fd1720), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.554624 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dc6eb-4dd0-4d71-b090-877af12228c0 None None] The sync data for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi is: [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '1534f87c-7303-4894-b6af-e54251907dc6', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'port_id': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'mac_address': 'fa:16:3e:f4:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:16:45Z', 'updated_at': '2022-07-25T12:16:45Z', 'revision_number': 0, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:16:47.558255 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154cce-3662-4ba6-a71d-94ac1bc14008 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6193679a-dadf-4e85-9789-f38a43fd1720,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:47.563572 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f154cce-3662-4ba6-a71d-94ac1bc14008 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.567622 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48914) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:47.567761 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9f154cce-3662-4ba6-a71d-94ac1bc14008 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196079 Jul 25 12:16:47.574517 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'security_group_rule': {'security_group_id': '2d457c22-8406-4866-9e2a-22b419b5987b', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:47.606830 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.securitygroups_db [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Project f63781e2ea3b43b48fc5a065fea7bad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:16:47.613361 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (26059549-2488-4e4b-94f7-b3eb7b8edadf), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.659524 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:47.681821 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (26059549-2488-4e4b-94f7-b3eb7b8edadf), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.685465 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (26059549-2488-4e4b-94f7-b3eb7b8edadf), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.704841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26059549-2488-4e4b-94f7-b3eb7b8edadf,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:47.711107 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.712447 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4983c520-95d5-45d4-88b9-f26fd2c5bdd4 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437671 Jul 25 12:16:47.715216 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 48916) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:47.719733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'security_group_rule': {'security_group_id': '2d457c22-8406-4866-9e2a-22b419b5987b', 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:47.741563 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.securitygroups_db [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Project f63781e2ea3b43b48fc5a065fea7bad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:16:47.747685 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (c4459b4a-d752-46e6-af87-f3e59ea48961), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.758982 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4c36b-8914-4b0c-967f-9db160e6ea1c None None] New status for floating IP 1534f87c-7303-4894-b6af-e54251907dc6: ACTIVE {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:16:47.810148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (c4459b4a-d752-46e6-af87-f3e59ea48961), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.814424 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (c4459b4a-d752-46e6-af87-f3e59ea48961), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.828244 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:47.833790 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4459b4a-d752-46e6-af87-f3e59ea48961,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:47.844434 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:47.845767 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-553bec68-65ec-43e4-b099-fe57fa381791 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293571 Jul 25 12:16:47.939143 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-c50b5339-3a56-4b02-9de3-05d6938de0ab tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960971857&fields=id&tenant_id=f63781e2ea3b43b48fc5a065fea7bad4 HTTP/1.1" status: 200 len: 267 time: 0.0473249 Jul 25 12:16:48.014122 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-84fec424-4584-4e45-bfc7-6fa414e7ebf0 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.015652 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-84fec424-4584-4e45-bfc7-6fa414e7ebf0 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0691803 Jul 25 12:16:48.029213 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'port': {'security_groups': ['42c30d7a-22b3-4f48-bedf-70d539602623', '2d457c22-8406-4866-9e2a-22b419b5987b']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:16:48.100684 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:48.108921 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:48.139713 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-80527322-50e5-464a-b591-0bddc3ec76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.141220 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-80527322-50e5-464a-b591-0bddc3ec76e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1129 time: 0.0427561 Jul 25 12:16:48.253465 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277bb81-66f5-476d-bf56-417f75d0766e req-c4a6208d-7e1d-4e86-94a5-f317664dd4b3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.255041 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4277bb81-66f5-476d-bf56-417f75d0766e req-c4a6208d-7e1d-4e86-94a5-f317664dd4b3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0617535 Jul 25 12:16:48.299640 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-bf9be80c-4ba6-4fb0-803c-28d98e1ba401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.301156 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-bf9be80c-4ba6-4fb0-803c-28d98e1ba401 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 200 len: 915 time: 0.1512167 Jul 25 12:16:48.369142 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4277bb81-66f5-476d-bf56-417f75d0766e req-473216ac-0f92-4248-897e-210f1ac5cef0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046090 Jul 25 12:16:48.398830 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-87653c42-6929-476e-bd6d-32f92a96b915 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 1001 time: 0.0852258 Jul 25 12:16:48.399014 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:48.491644 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-acf95fef-9384-4a1f-8e6b-9fe735f57a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.493102 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-acf95fef-9384-4a1f-8e6b-9fe735f57a0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f31ee279-4ed9-43db-a650-50e76902ae2b HTTP/1.1" status: 200 len: 853 time: 0.0882084 Jul 25 12:16:48.499264 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462773df-52cf-4982-bd9f-ce184a3fdbb3 req-9729a2a3-332a-423a-8699-0eb23da65b58 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.500629 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-462773df-52cf-4982-bd9f-ce184a3fdbb3 req-9729a2a3-332a-423a-8699-0eb23da65b58 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0656333 Jul 25 12:16:48.546286 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:16:48.554786 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-9be00b45-a35f-4987-a0f6-b7a18d265b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.556305 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-9be00b45-a35f-4987-a0f6-b7a18d265b77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c19c869-ef0d-4854-ace3-e6594f309fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548408 Jul 25 12:16:48.576546 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:48.581802 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:48.594166 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['18e2de81-a509-4850-99c1-f87dfe2e51c2'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:16:48.622176 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-462773df-52cf-4982-bd9f-ce184a3fdbb3 req-28d4f5af-6f95-482e-a894-5b30c399e053 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129346 Jul 25 12:16:48.629829 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.630458 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:48.631949 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f5dd25f8-dabc-4889-a426-4b28e94cc1d9 req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "PUT /v2.0/ports/18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 981 time: 0.6077940 Jul 25 12:16:48.632520 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:16:48.635056 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10dfd5-e019-43ed-bce6-5a9170144672" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:16:48.653583 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280845a-84c1-4f3f-8785-3a6aa9b73873 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=6']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:48.699081 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c9774d-2771-4a2b-a781-417c51f3fbe3 x-openstack-request-id: req-83c9774d-2771-4a2b-a781-417c51f3fbe3 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:16:48.699926 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:16:48.700058 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83c9774d-2771-4a2b-a781-417c51f3fbe3 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:16:48.700386 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c9774d-2771-4a2b-a781-417c51f3fbe3'] response: {'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'status': 'completed', 'code': 200} Jul 25 12:16:48.707101 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-240f28ce-a8cb-4649-8e08-1721520c5ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401937 Jul 25 12:16:48.796270 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['18e2de81-a509-4850-99c1-f87dfe2e51c2'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:16:48.831663 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16902f60-61ab-44ec-841e-1f37f4b664b8 req-00befe5d-fa12-4ae8-a828-c8316a4d1c2c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:48.833354 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-16902f60-61ab-44ec-841e-1f37f4b664b8 req-00befe5d-fa12-4ae8-a828-c8316a4d1c2c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0693064 Jul 25 12:16:48.860885 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:48.926119 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-02a71d20-de2d-4299-91ba-1adf4b77f26e None None] Provisioning complete for port 18e2de81-a509-4850-99c1-f87dfe2e51c2 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:16:48.926393 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-02a71d20-de2d-4299-91ba-1adf4b77f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:49.079350 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:49.090902 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9d048a19-9bdb-42fa-a958-74f46f26adb5 req-5ffae1ec-915a-47a8-9fd9-d1637c8804b6 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775094 Jul 25 12:16:49.132005 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-02a71d20-de2d-4299-91ba-1adf4b77f26e None None] Current status of the port 18e2de81-a509-4850-99c1-f87dfe2e51c2 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:16:49.169971 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-16902f60-61ab-44ec-841e-1f37f4b664b8 req-fdd97e93-8a73-4509-9485-426e55081090 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3295217 Jul 25 12:16:49.201550 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-ece07baa-e069-469f-820c-f0ba5f9c50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:49.203744 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-ece07baa-e069-469f-820c-f0ba5f9c50f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1168 time: 0.0532906 Jul 25 12:16:49.316806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-c97067f6-7899-44f7-802a-8e434eddcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:49.318274 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-c97067f6-7899-44f7-802a-8e434eddcf80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 200 len: 915 time: 0.1081097 Jul 25 12:16:49.457101 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-06ea261d-d0cc-4b7e-ba39-1f8a54919bd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 1001 time: 0.1279275 Jul 25 12:16:49.546826 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d915c-1d9a-4188-867e-8032761c5309 req-384db2cf-2bd1-478a-8986-d2c74376dc9e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:49.548389 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e04d915c-1d9a-4188-867e-8032761c5309 req-384db2cf-2bd1-478a-8986-d2c74376dc9e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0592060 Jul 25 12:16:49.627101 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-05a2832f-61b9-4e91-aec9-60eb63ae0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:49.629136 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-05a2832f-61b9-4e91-aec9-60eb63ae0bc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f31ee279-4ed9-43db-a650-50e76902ae2b HTTP/1.1" status: 200 len: 853 time: 0.0977814 Jul 25 12:16:49.704286 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e04d915c-1d9a-4188-867e-8032761c5309 req-2de3aef2-f68a-4f66-80b9-e50ffd57f86c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300673 Jul 25 12:16:49.715148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-131f0fc8-6ac3-451d-acb5-0ab6cc1236da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:49.719462 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-131f0fc8-6ac3-451d-acb5-0ab6cc1236da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c19c869-ef0d-4854-ace3-e6594f309fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801764 Jul 25 12:16:49.794674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:49.839791 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-503c55fc-e590-4099-8ffa-aa4bd55b415c service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072693 Jul 25 12:16:49.849634 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb52b1-a79b-4984-af19-f0760a701d38 req-05a44618-fe5a-43e0-aeb9-fcb011c29602 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:49.856986 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-befb52b1-a79b-4984-af19-f0760a701d38 req-05a44618-fe5a-43e0-aeb9-fcb011c29602 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0685346 Jul 25 12:16:49.908864 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-befb52b1-a79b-4984-af19-f0760a701d38 req-4041ef37-c846-4f4e-b78b-9dab517f80ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Jul 25 12:16:49.979672 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8c10dfd5-e019-43ed-bce6-5a9170144672 req-2012272a-80e9-4afd-a8b3-901e04ac4959 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314442 Jul 25 12:16:50.887868 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8329b-5227-46b1-82c0-1ea0bc0139dd req-01d348ad-f76b-4366-b01d-7064af38f442 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:50.890233 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-63d8329b-5227-46b1-82c0-1ea0bc0139dd req-01d348ad-f76b-4366-b01d-7064af38f442 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0679035 Jul 25 12:16:50.961839 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-63d8329b-5227-46b1-82c0-1ea0bc0139dd req-3e9be086-6e1d-4aea-9a51-56e2400a2cd3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641429 Jul 25 12:16:51.147976 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d16f3-f312-413a-a38b-39de727cf0b4 req-e76b8e38-a7f9-49c7-b66e-9deaa45d3aaf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:51.172809 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-162d16f3-f312-413a-a38b-39de727cf0b4 req-e76b8e38-a7f9-49c7-b66e-9deaa45d3aaf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.1150026 Jul 25 12:16:51.226583 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-162d16f3-f312-413a-a38b-39de727cf0b4 req-d3cd2a80-0a4b-435b-b872-468b2ab96777 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528135 Jul 25 12:16:51.263006 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f71e0799-9144-4ebc-831e-6972b0296d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:52.147744 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4bc7b-5cc0-48e9-bf84-2fe70156a083 req-0fe4c580-29d3-433c-ab29-f0ef8b8b20e7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:52.157613 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a4b4bc7b-5cc0-48e9-bf84-2fe70156a083 req-0fe4c580-29d3-433c-ab29-f0ef8b8b20e7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0872681 Jul 25 12:16:52.221027 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a4b4bc7b-5cc0-48e9-bf84-2fe70156a083 req-bed079c1-588c-492b-aef3-4c1f49c53409 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619633 Jul 25 12:16:52.562222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d380ed4-0484-4877-a049-5b77477ad17f req-f60dbef6-37d0-4a02-9369-fbb429d8c088 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:52.572227 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1d380ed4-0484-4877-a049-5b77477ad17f req-f60dbef6-37d0-4a02-9369-fbb429d8c088 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.1093395 Jul 25 12:16:52.653879 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1d380ed4-0484-4877-a049-5b77477ad17f req-f120d685-0e18-40cf-9416-618147b1b3e3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790782 Jul 25 12:16:53.364385 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315fc14-6c08-4143-93f6-5adde944f2eb req-ffca3b88-1fcd-4341-8d28-0e6227794d12 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:53.365897 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3315fc14-6c08-4143-93f6-5adde944f2eb req-ffca3b88-1fcd-4341-8d28-0e6227794d12 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0590882 Jul 25 12:16:53.420851 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6e9c-6e1a-4e87-9f80-33ca2b968219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:53.444631 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3315fc14-6c08-4143-93f6-5adde944f2eb req-c40345e4-ff85-4ea8-b244-a6c55346bb1f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640061 Jul 25 12:16:53.818229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252b310-a07d-471d-829f-5607b8b4605d req-45e7d52b-32a9-4859-9703-a525de93ab24 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:53.821410 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d252b310-a07d-471d-829f-5607b8b4605d req-45e7d52b-32a9-4859-9703-a525de93ab24 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0826693 Jul 25 12:16:53.898842 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d252b310-a07d-471d-829f-5607b8b4605d req-2f32fadf-b57a-4c1c-b685-0ad35f843767 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709717 Jul 25 12:16:54.567638 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b28f-2f68-4228-aac7-b29fc5fb3b4b req-b6b63345-4d20-4838-a07f-ddf2585d3fb0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:54.569831 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c242b28f-2f68-4228-aac7-b29fc5fb3b4b req-b6b63345-4d20-4838-a07f-ddf2585d3fb0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0589383 Jul 25 12:16:54.627573 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c242b28f-2f68-4228-aac7-b29fc5fb3b4b req-6bc0c326-9f38-41d0-84c3-abe35c6f6a70 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508318 Jul 25 12:16:54.692157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:55.099771 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e769f-467b-4974-bc49-3fccb13e945f req-dad88e95-add3-4fb2-9c2b-225a2581998f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:55.102753 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f30e769f-467b-4974-bc49-3fccb13e945f req-dad88e95-add3-4fb2-9c2b-225a2581998f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0845957 Jul 25 12:16:55.164183 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f30e769f-467b-4974-bc49-3fccb13e945f req-99501b5c-bb95-414b-99de-839ceaf1af5c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556602 Jul 25 12:16:55.757150 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1d1d5-18e6-4b91-bbb2-0077a986863d req-692c78e3-8395-4005-a0be-d12ae6455d58 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:55.759393 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8b1d1d5-18e6-4b91-bbb2-0077a986863d req-692c78e3-8395-4005-a0be-d12ae6455d58 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0560732 Jul 25 12:16:55.794605 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:55.816083 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8b1d1d5-18e6-4b91-bbb2-0077a986863d req-4e44480a-fc37-4419-9a44-e937c6d96080 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Jul 25 12:16:56.264555 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:56.290012 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:56.423220 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454c11-3d0f-47e7-ab42-bd3b817de4b0 req-9804c91f-1204-4262-8cd9-f7fbf0d9d687 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:56.439982 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6a454c11-3d0f-47e7-ab42-bd3b817de4b0 req-9804c91f-1204-4262-8cd9-f7fbf0d9d687 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.1552293 Jul 25 12:16:56.501242 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:56.509118 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:56.528015 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6a454c11-3d0f-47e7-ab42-bd3b817de4b0 req-6f2cbe59-b19b-4c16-b626-09d1b96c6415 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908170 Jul 25 12:16:56.622695 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822881cf-4f5b-49e3-a622-34a26130dde1 req-0c808a61-22d4-4c92-a5f9-3c4123747684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:56.627742 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-822881cf-4f5b-49e3-a622-34a26130dde1 req-0c808a61-22d4-4c92-a5f9-3c4123747684 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0634723 Jul 25 12:16:56.686416 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49152) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:56.827240 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d264273-e0af-4a92-b42f-3bfb066ed33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:56.907190 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:56.964335 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d264273-e0af-4a92-b42f-3bfb066ed33c admin admin] Publish callbacks [] for security_group (d5320875-826d-45ca-b43f-579095067fea), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:56.982470 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d264273-e0af-4a92-b42f-3bfb066ed33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d5320875-826d-45ca-b43f-579095067fea), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:57.042871 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4d264273-e0af-4a92-b42f-3bfb066ed33c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6aa467128894d90942eb7c49511a111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527846 Jul 25 12:16:57.043106 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-822881cf-4f5b-49e3-a622-34a26130dde1 req-c6613f52-57f6-4311-a4eb-70f354742eb1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682087 Jul 25 12:16:57.043106 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49160) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:16:57.046579 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfca-319e-4012-aaf3-f48c484c4e2d req-3fd456b9-31a4-475f-a48c-74b39235649a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:57.054648 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5844bfca-319e-4012-aaf3-f48c484c4e2d req-3fd456b9-31a4-475f-a48c-74b39235649a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.1429186 Jul 25 12:16:57.076564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d264273-e0af-4a92-b42f-3bfb066ed33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5320875-826d-45ca-b43f-579095067fea,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:57.113505 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8223-2b93-42d4-bc75-fe64bd731fba admin admin] Publish callbacks [] for security_group (d5320875-826d-45ca-b43f-579095067fea), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:57.130976 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5844bfca-319e-4012-aaf3-f48c484c4e2d req-ecdc4170-bc07-4d2b-b374-04d7d337241c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753887 Jul 25 12:16:57.141317 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8223-2b93-42d4-bc75-fe64bd731fba admin admin] Publish callbacks [] for security_group (d5320875-826d-45ca-b43f-579095067fea), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:57.216594 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8223-2b93-42d4-bc75-fe64bd731fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d5320875-826d-45ca-b43f-579095067fea), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:57.219081 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8223-2b93-42d4-bc75-fe64bd731fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:16:57.223342 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-e8dd8223-2b93-42d4-bc75-fe64bd731fba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5320875-826d-45ca-b43f-579095067fea HTTP/1.1" status: 204 len: 168 time: 0.1760764 Jul 25 12:16:57.235787 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd8223-2b93-42d4-bc75-fe64bd731fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5320875-826d-45ca-b43f-579095067fea,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:16:57.679786 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377db494-91fd-4e9c-a21b-98a20a349f67 req-03acbf09-4b27-420c-bf53-1873cd5d19ee tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:57.682353 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-377db494-91fd-4e9c-a21b-98a20a349f67 req-03acbf09-4b27-420c-bf53-1873cd5d19ee tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0609558 Jul 25 12:16:57.745503 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-377db494-91fd-4e9c-a21b-98a20a349f67 req-3bce0ea0-de59-456c-9ed9-6ad7cfb8e31d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564132 Jul 25 12:16:57.985901 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:58.278966 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c0e4f-3753-467d-af79-2516667d9c7d req-f5dbfaca-2b6a-4832-a86a-f0315b821c57 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:58.290548 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4d5c0e4f-3753-467d-af79-2516667d9c7d req-f5dbfaca-2b6a-4832-a86a-f0315b821c57 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0811274 Jul 25 12:16:58.396395 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4d5c0e4f-3753-467d-af79-2516667d9c7d req-3d6303e4-57e3-4421-9c23-0b96f8a235b3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022890 Jul 25 12:16:58.807734 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7b9ee-2caf-4e4f-81e2-c841152bc407 req-e2ecb3b9-1216-4153-8357-09f4e5b31b4d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:58.812270 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df7b9ee-2caf-4e4f-81e2-c841152bc407 req-e2ecb3b9-1216-4153-8357-09f4e5b31b4d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0648711 Jul 25 12:16:58.881462 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df7b9ee-2caf-4e4f-81e2-c841152bc407 req-e29da5d7-3797-41b7-8083-82b24bd90299 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646231 Jul 25 12:16:58.975996 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544d5a8-4834-4f96-809c-e2fa6e9f13b8 req-41d1405b-b545-41d1-a8dc-c45a0f316f41 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:58.978280 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9544d5a8-4834-4f96-809c-e2fa6e9f13b8 req-41d1405b-b545-41d1-a8dc-c45a0f316f41 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0788209 Jul 25 12:16:59.041295 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:16:59.058240 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9544d5a8-4834-4f96-809c-e2fa6e9f13b8 req-9376b0cb-b809-42fe-835e-bb0430683ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735698 Jul 25 12:16:59.530720 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb89318-e269-40e5-9986-5b9c67b9ba0e req-05196e90-90b0-4fdd-82ad-748174726919 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:59.532379 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5cb89318-e269-40e5-9986-5b9c67b9ba0e req-05196e90-90b0-4fdd-82ad-748174726919 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0536444 Jul 25 12:16:59.586962 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5cb89318-e269-40e5-9986-5b9c67b9ba0e req-b296a2df-e234-470e-a323-7e684b16957a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480273 Jul 25 12:16:59.919029 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-cfad8fe6-5482-47ff-9bd1-335f262af46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:16:59.920506 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-cfad8fe6-5482-47ff-9bd1-335f262af46c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0808134 Jul 25 12:17:00.043415 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673fad4-59ab-4830-829d-25e9d743ce0a req-af457aa9-dfe4-4b89-b8b5-b08fd2bd2350 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:00.044785 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e673fad4-59ab-4830-829d-25e9d743ce0a req-af457aa9-dfe4-4b89-b8b5-b08fd2bd2350 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.1622474 Jul 25 12:17:00.109465 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-d77c3395-0900-4b78-93c4-baa1955eaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:00.111869 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-d77c3395-0900-4b78-93c4-baa1955eaa61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.1836126 Jul 25 12:17:00.122290 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f090c-00ae-4cb3-b142-c02a4fdff50d req-9e218be1-cb15-4eea-ba24-178ce7a337c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:00.132011 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-229f090c-00ae-4cb3-b142-c02a4fdff50d req-9e218be1-cb15-4eea-ba24-178ce7a337c4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1008601 Jul 25 12:17:00.196500 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-74b2ea36-bcff-4407-a5f6-c6fd175a4e47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a HTTP/1.1" status: 200 len: 217 time: 0.0746536 Jul 25 12:17:00.207372 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-229f090c-00ae-4cb3-b142-c02a4fdff50d req-f41a8548-b6b6-4895-8af3-329047493695 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740101 Jul 25 12:17:00.250408 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e673fad4-59ab-4830-829d-25e9d743ce0a req-bdf010d3-418f-43f3-92ed-4f3bb6c87dfa tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756790 Jul 25 12:17:00.302484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-9df1072e-bef5-4d07-85d0-3c50f833143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:00.304348 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-9df1072e-bef5-4d07-85d0-3c50f833143d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.0982816 Jul 25 12:17:00.362362 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-96e3d33d-ad8a-470f-906e-48000b3ee0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:00.363963 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-96e3d33d-ad8a-470f-906e-48000b3ee0c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526867 Jul 25 12:17:00.371294 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc49881-fb15-4381-a4b9-02b15ac9e1b2 req-9634903c-290c-4c2f-8a18-c339ab6585d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:00.379365 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9bc49881-fb15-4381-a4b9-02b15ac9e1b2 req-9634903c-290c-4c2f-8a18-c339ab6585d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0827589 Jul 25 12:17:00.461431 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:00.481148 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9bc49881-fb15-4381-a4b9-02b15ac9e1b2 req-07caefb1-54ea-48c2-a6c8-c0aeeef6d6d1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005406 Jul 25 12:17:00.511350 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-3cfc5a8f-d567-4caa-821e-c3025b1d2616 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402428 Jul 25 12:17:00.635001 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7f3ddfe1-e641-4521-ba39-3e9c99b2302e req-c271e77f-f746-43c3-8865-f15b7a2a20d5 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119165 Jul 25 12:17:01.353511 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d2cc9-c810-4cfc-b978-e2e07aed5a9b req-73e92f8d-dace-4481-84a7-acddb8ddcfd0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:01.363250 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-575d2cc9-c810-4cfc-b978-e2e07aed5a9b req-73e92f8d-dace-4481-84a7-acddb8ddcfd0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0601377 Jul 25 12:17:01.390736 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:01.413179 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0a32f-1cd4-443b-ba90-6a5b57f056f2 req-981bc940-4031-48d0-bd2f-e85f7c28cf3e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:01.414852 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9bf0a32f-1cd4-443b-ba90-6a5b57f056f2 req-981bc940-4031-48d0-bd2f-e85f7c28cf3e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0713913 Jul 25 12:17:01.417358 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-575d2cc9-c810-4cfc-b978-e2e07aed5a9b req-c0a5bb63-3c57-428e-a36d-caac53063883 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551844 Jul 25 12:17:01.492994 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9bf0a32f-1cd4-443b-ba90-6a5b57f056f2 req-736101bb-c174-462c-9a28-9140377f0cff tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718536 Jul 25 12:17:01.637641 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82529dc-ef9f-4464-9171-58bbd2080986 req-6c7a0fd8-dcd1-4051-ba1e-f5adcb096b76 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:01.639436 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e82529dc-ef9f-4464-9171-58bbd2080986 req-6c7a0fd8-dcd1-4051-ba1e-f5adcb096b76 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0504568 Jul 25 12:17:01.694344 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e82529dc-ef9f-4464-9171-58bbd2080986 req-8c67cff6-3426-4efe-92a7-ed170c84e860 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485041 Jul 25 12:17:02.567961 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913666-d8a6-4e0f-aa79-0fbfb3a35207 req-af652632-71fc-444e-8622-ec5a93ce58fc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:02.570372 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9c913666-d8a6-4e0f-aa79-0fbfb3a35207 req-af652632-71fc-444e-8622-ec5a93ce58fc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0585904 Jul 25 12:17:02.636530 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0ac9-b73e-49bd-81a4-ec51ecc4b233 req-d98ccd0d-6165-4f76-af20-716bff6aa0ce tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:02.643588 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-63ba0ac9-b73e-49bd-81a4-ec51ecc4b233 req-d98ccd0d-6165-4f76-af20-716bff6aa0ce tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0610971 Jul 25 12:17:02.674428 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9c913666-d8a6-4e0f-aa79-0fbfb3a35207 req-4926036c-1741-4fa8-a5ef-02c586153060 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981550 Jul 25 12:17:02.706824 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-63ba0ac9-b73e-49bd-81a4-ec51ecc4b233 req-83982d45-5e18-4ee0-b36c-46d9bddbc069 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622196 Jul 25 12:17:02.841281 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e3a10-3952-43f4-ab08-388a2959825b req-c3840e8a-8cde-42b1-a630-a09ca435f89e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:02.843128 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-488e3a10-3952-43f4-ab08-388a2959825b req-c3840e8a-8cde-42b1-a630-a09ca435f89e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0532894 Jul 25 12:17:02.905116 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-488e3a10-3952-43f4-ab08-388a2959825b req-b8af142c-ecb6-420e-9ced-69671fa193ab tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538881 Jul 25 12:17:03.870191 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38449741-b4f8-444f-85bf-bb345597f559 req-714e0908-6d18-49b7-a54e-29119ce1d64e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:03.872262 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-38449741-b4f8-444f-85bf-bb345597f559 req-714e0908-6d18-49b7-a54e-29119ce1d64e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0628090 Jul 25 12:17:03.873968 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2889b-82c3-4131-8935-9702df2c0b5f req-1b1ea2cb-daaa-4353-aa41-91960f5b5a7b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:03.875706 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8fc2889b-82c3-4131-8935-9702df2c0b5f req-1b1ea2cb-daaa-4353-aa41-91960f5b5a7b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0564895 Jul 25 12:17:03.930884 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8fc2889b-82c3-4131-8935-9702df2c0b5f req-3fa2061b-e6b8-4055-bed5-868c8c046ec0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489061 Jul 25 12:17:03.947268 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-38449741-b4f8-444f-85bf-bb345597f559 req-087e71bd-c548-47ca-89b4-5ff77a586545 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647936 Jul 25 12:17:04.044534 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48a774-e80f-47f0-a727-26a9c82cdba7 req-201e41d6-58c1-4be5-bcb4-5cd7e76c7e0e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:04.046043 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ff48a774-e80f-47f0-a727-26a9c82cdba7 req-201e41d6-58c1-4be5-bcb4-5cd7e76c7e0e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0500431 Jul 25 12:17:04.103463 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ff48a774-e80f-47f0-a727-26a9c82cdba7 req-e02362af-1060-4d61-8f45-50edcf1e4a2e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508225 Jul 25 12:17:05.063525 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:05.074074 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbd135-b0ec-45a5-a581-a7ae39a546b2 req-0f722ef0-51a1-4ebe-985c-ed00a63ccc9f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:05.076030 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b598e3-4255-4241-a4df-2e9040aec6c7 req-400f8039-6502-4eb3-83e8-003278963e4b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:05.081455 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a9cbd135-b0ec-45a5-a581-a7ae39a546b2 req-0f722ef0-51a1-4ebe-985c-ed00a63ccc9f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0604408 Jul 25 12:17:05.084406 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c1b598e3-4255-4241-a4df-2e9040aec6c7 req-400f8039-6502-4eb3-83e8-003278963e4b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0753927 Jul 25 12:17:05.133589 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a9cbd135-b0ec-45a5-a581-a7ae39a546b2 req-602753ca-b8a2-422e-8eda-1e14d45df111 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510032 Jul 25 12:17:05.140490 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c1b598e3-4255-4241-a4df-2e9040aec6c7 req-c8bf30c5-8ab5-4774-959f-f4b9d5274517 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551271 Jul 25 12:17:05.236069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:05.252959 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85785c-9a2c-408b-afbe-c16ec3bf75db req-08789155-3ad7-416a-b7be-2fb845b3ec7d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:05.254767 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c85785c-9a2c-408b-afbe-c16ec3bf75db req-08789155-3ad7-416a-b7be-2fb845b3ec7d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0532064 Jul 25 12:17:05.303894 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c85785c-9a2c-408b-afbe-c16ec3bf75db req-5fe39ded-6f70-4a64-86da-482af313b4bb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Jul 25 12:17:06.285009 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555f007-cb10-491c-9893-f95dfb1ecf15 req-3d80e249-ba43-49d7-a5d7-6ee98d871c19 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:06.288248 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a555f007-cb10-491c-9893-f95dfb1ecf15 req-3d80e249-ba43-49d7-a5d7-6ee98d871c19 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0571654 Jul 25 12:17:06.306333 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276afd74-fe0a-46d6-8a5b-c4e6d27951f6 req-ac6bf1bb-d3e1-4e3d-9526-8285acae85e6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:06.309796 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-276afd74-fe0a-46d6-8a5b-c4e6d27951f6 req-ac6bf1bb-d3e1-4e3d-9526-8285acae85e6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0771656 Jul 25 12:17:06.363091 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a555f007-cb10-491c-9893-f95dfb1ecf15 req-dfa63c9c-5c16-4d36-a09b-06b30695cb9f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647628 Jul 25 12:17:06.390751 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-276afd74-fe0a-46d6-8a5b-c4e6d27951f6 req-861feb5f-7eaf-4c3a-8b0f-06c034377f8d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732849 Jul 25 12:17:06.471340 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:06.487156 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7be80-9ae4-465b-b0d2-de409d102f55 req-3d02b869-52b9-46cd-b3ea-b16be852cd7e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:06.488643 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bca7be80-9ae4-465b-b0d2-de409d102f55 req-3d02b869-52b9-46cd-b3ea-b16be852cd7e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0480494 Jul 25 12:17:06.545523 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bca7be80-9ae4-465b-b0d2-de409d102f55 req-b4fb4060-d4b9-40a0-9caa-f49ae7d36966 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485277 Jul 25 12:17:07.253413 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49366) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:07.253877 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:07.255001 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:07.437529 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab7288e0-6aa7-4888-ae84-ecded29453fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:07.541308 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6978b2-85b4-48fd-b93f-63f6f07bd0ef req-82110faf-5497-478c-84e2-49d68fbc1463 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:07.542850 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1a6978b2-85b4-48fd-b93f-63f6f07bd0ef req-82110faf-5497-478c-84e2-49d68fbc1463 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0526254 Jul 25 12:17:07.590295 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9bbb-d20e-43a0-9f85-38d5095d6652 req-58584567-963e-413a-b53e-c91f517f5d02 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:07.601017 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-238f9bbb-d20e-43a0-9f85-38d5095d6652 req-58584567-963e-413a-b53e-c91f517f5d02 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.1147850 Jul 25 12:17:07.620030 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1a6978b2-85b4-48fd-b93f-63f6f07bd0ef req-2a2019ea-6dad-474b-afe5-a8a09668c610 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671535 Jul 25 12:17:07.672172 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-238f9bbb-d20e-43a0-9f85-38d5095d6652 req-78592267-1ce2-4204-b9db-15a3ed611df7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 Jul 25 12:17:07.723906 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab7288e0-6aa7-4888-ae84-ecded29453fa admin admin] Publish callbacks [] for security_group (0eb51a4b-96aa-420a-add8-e0dcab374d27), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:07.731400 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab7288e0-6aa7-4888-ae84-ecded29453fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0eb51a4b-96aa-420a-add8-e0dcab374d27), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:07.750253 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:07.766190 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b296baf-cba3-49bb-b424-d08a057231dd req-37aab1c3-a561-4af1-a964-0b0ddaeb2492 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:07.767742 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b296baf-cba3-49bb-b424-d08a057231dd req-37aab1c3-a561-4af1-a964-0b0ddaeb2492 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0625932 Jul 25 12:17:07.790168 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-ab7288e0-6aa7-4888-ae84-ecded29453fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4ee80016cc74735b19b40261a20993b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5349162 Jul 25 12:17:07.790343 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49388) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:07.790744 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7288e0-6aa7-4888-ae84-ecded29453fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb51a4b-96aa-420a-add8-e0dcab374d27,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:07.878376 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b296baf-cba3-49bb-b424-d08a057231dd req-096fd8fc-e246-4a4a-90fd-56685b01f6b6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032338 Jul 25 12:17:07.881361 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e157ae3-1cdb-4506-8f77-54f6a2762b75 admin admin] Publish callbacks [] for security_group (0eb51a4b-96aa-420a-add8-e0dcab374d27), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:07.905725 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e157ae3-1cdb-4506-8f77-54f6a2762b75 admin admin] Publish callbacks [] for security_group (0eb51a4b-96aa-420a-add8-e0dcab374d27), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:07.959606 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e157ae3-1cdb-4506-8f77-54f6a2762b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0eb51a4b-96aa-420a-add8-e0dcab374d27), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:07.962212 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e157ae3-1cdb-4506-8f77-54f6a2762b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:07.963384 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0e157ae3-1cdb-4506-8f77-54f6a2762b75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0eb51a4b-96aa-420a-add8-e0dcab374d27 HTTP/1.1" status: 204 len: 168 time: 0.1720445 Jul 25 12:17:07.972347 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e157ae3-1cdb-4506-8f77-54f6a2762b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb51a4b-96aa-420a-add8-e0dcab374d27,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:08.753368 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe28389-4abc-4ab0-88d8-970b5e64233d req-d3975908-7cc5-46ec-8e73-27abb5c1b593 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:08.755452 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dfe28389-4abc-4ab0-88d8-970b5e64233d req-d3975908-7cc5-46ec-8e73-27abb5c1b593 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0521665 Jul 25 12:17:08.812092 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dfe28389-4abc-4ab0-88d8-970b5e64233d req-f3c83f59-ad67-4b2d-a2c4-b8e586421a69 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504782 Jul 25 12:17:09.009749 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cdfae-ecf8-4aba-8c20-9edcf9d811e2 req-0abfbd34-c6df-455d-a897-bcc63d964afe tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:09.011296 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-047cdfae-ecf8-4aba-8c20-9edcf9d811e2 req-0abfbd34-c6df-455d-a897-bcc63d964afe tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0486488 Jul 25 12:17:09.024337 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:09.061482 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-047cdfae-ecf8-4aba-8c20-9edcf9d811e2 req-ad6396b7-a156-490a-bf19-764790f62ec6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Jul 25 12:17:09.237043 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49474) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.243260 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-5265913c-9a10-4f54-a55a-bee551b5c647 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216183762', 'description': 'tempest-description--448311075'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.264162 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49476) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.268719 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-c000adce-2c30-455c-aecd-093b7872d22a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528494909', 'description': 'tempest-description--1562714699'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.272307 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5265913c-9a10-4f54-a55a-bee551b5c647 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.298812 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c000adce-2c30-455c-aecd-093b7872d22a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.356473 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5265913c-9a10-4f54-a55a-bee551b5c647 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group (eb942494-6db7-485f-a54e-73c3c29ea080), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.362473 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5265913c-9a10-4f54-a55a-bee551b5c647 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (eb942494-6db7-485f-a54e-73c3c29ea080), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.389136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c000adce-2c30-455c-aecd-093b7872d22a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (5996a520-6aaf-4b27-8ea3-cfae225f2a74), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.392565 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5265913c-9a10-4f54-a55a-bee551b5c647 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.393100 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c000adce-2c30-455c-aecd-093b7872d22a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5996a520-6aaf-4b27-8ea3-cfae225f2a74), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.396504 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5265913c-9a10-4f54-a55a-bee551b5c647 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1549096 Jul 25 12:17:09.396720 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49482) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.411301 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-6aec224a-73ba-4018-a729-bb724370ba7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'security_group_rule': {'security_group_id': 'eb942494-6db7-485f-a54e-73c3c29ea080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.415352 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265913c-9a10-4f54-a55a-bee551b5c647 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb942494-6db7-485f-a54e-73c3c29ea080,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:09.427173 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000adce-2c30-455c-aecd-093b7872d22a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5996a520-6aaf-4b27-8ea3-cfae225f2a74,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:09.431957 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c000adce-2c30-455c-aecd-093b7872d22a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.433563 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-c000adce-2c30-455c-aecd-093b7872d22a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1681812 Jul 25 12:17:09.436439 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49484) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.437123 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6aec224a-73ba-4018-a729-bb724370ba7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group_rule (f6f68b42-9589-41f6-b3cb-e299107adf28), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.441075 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-f9da4dfb-8ef7-42e6-b94c-a48121188862 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '5996a520-6aaf-4b27-8ea3-cfae225f2a74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.467114 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9da4dfb-8ef7-42e6-b94c-a48121188862 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (4a1ff06d-3009-42be-a9ef-0c223e7eea4d), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.478671 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:09.494811 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6aec224a-73ba-4018-a729-bb724370ba7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group_rule (f6f68b42-9589-41f6-b3cb-e299107adf28), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.498335 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6aec224a-73ba-4018-a729-bb724370ba7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (f6f68b42-9589-41f6-b3cb-e299107adf28), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.514433 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:09.518164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec224a-73ba-4018-a729-bb724370ba7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f68b42-9589-41f6-b3cb-e299107adf28,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:09.523313 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6aec224a-73ba-4018-a729-bb724370ba7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.527247 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6aec224a-73ba-4018-a729-bb724370ba7f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268997 Jul 25 12:17:09.527247 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49486) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.531364 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e101201d-239d-442d-9210-b946cce5ae2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'security_group_rule': {'security_group_id': 'eb942494-6db7-485f-a54e-73c3c29ea080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.533579 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9da4dfb-8ef7-42e6-b94c-a48121188862 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (4a1ff06d-3009-42be-a9ef-0c223e7eea4d), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.537420 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9da4dfb-8ef7-42e6-b94c-a48121188862 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (4a1ff06d-3009-42be-a9ef-0c223e7eea4d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.558432 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e101201d-239d-442d-9210-b946cce5ae2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group_rule (7a184447-af46-4811-8d79-b9ec97ca9fce), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.558788 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da4dfb-8ef7-42e6-b94c-a48121188862 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1ff06d-3009-42be-a9ef-0c223e7eea4d,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:09.563427 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9da4dfb-8ef7-42e6-b94c-a48121188862 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.564889 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-f9da4dfb-8ef7-42e6-b94c-a48121188862 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271915 Jul 25 12:17:09.567573 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49488) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.571923 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-d889a54e-d8ec-4c2f-8ac2-87b9d4ccfb70 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '5996a520-6aaf-4b27-8ea3-cfae225f2a74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.598373 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d889a54e-d8ec-4c2f-8ac2-87b9d4ccfb70 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (89e05569-a52a-4dbf-b8fd-dcaedb54ac32), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.616291 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e101201d-239d-442d-9210-b946cce5ae2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group_rule (7a184447-af46-4811-8d79-b9ec97ca9fce), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.620173 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e101201d-239d-442d-9210-b946cce5ae2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (7a184447-af46-4811-8d79-b9ec97ca9fce), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.636512 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101201d-239d-442d-9210-b946cce5ae2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a184447-af46-4811-8d79-b9ec97ca9fce,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:09.649746 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e101201d-239d-442d-9210-b946cce5ae2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.654096 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e101201d-239d-442d-9210-b946cce5ae2e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259701 Jul 25 12:17:09.654680 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49490) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.659885 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.663769 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d889a54e-d8ec-4c2f-8ac2-87b9d4ccfb70 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (89e05569-a52a-4dbf-b8fd-dcaedb54ac32), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.667771 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d889a54e-d8ec-4c2f-8ac2-87b9d4ccfb70 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (89e05569-a52a-4dbf-b8fd-dcaedb54ac32), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.681647 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.686367 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889a54e-d8ec-4c2f-8ac2-87b9d4ccfb70 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e05569-a52a-4dbf-b8fd-dcaedb54ac32,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:09.693834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d889a54e-d8ec-4c2f-8ac2-87b9d4ccfb70 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.695022 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d889a54e-d8ec-4c2f-8ac2-87b9d4ccfb70 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265163 Jul 25 12:17:09.698195 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49492) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:09.726548 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:09.762405 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.821413 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.894825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:09.898808 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:09.930360 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b90c1b-f991-45f9-a64e-9647725c85a9 req-a72a79e0-7e64-45f2-ab23-088345064682 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:09.931953 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c5b90c1b-f991-45f9-a64e-9647725c85a9 req-a72a79e0-7e64-45f2-ab23-088345064682 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0487192 Jul 25 12:17:09.983463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c5b90c1b-f991-45f9-a64e-9647725c85a9 req-4478aa44-b1e0-4fca-9207-c534bcbd03b5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Jul 25 12:17:10.007352 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Allocated IP 172.27.0.87 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/49f28926-ee62-4149-abe9-4b944a7441e3) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:17:10.062809 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:17:10.110844 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for port (49f28926-ee62-4149-abe9-4b944a7441e3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.151797 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (49f28926-ee62-4149-abe9-4b944a7441e3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.165263 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:10.176199 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'd01f3ff0-df08-4605-a057-7920ee080060', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'port_id': 'd01f3ff0-df08-4605-a057-7920ee080060', 'mac_address': 'fa:16:3e:d4:35:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:17:10.211187 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: ACTIVE; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:10.212343 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.213755 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:10.225684 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d01f3ff0-df08-4605-a057-7920ee080060 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:17:10.245089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:10.249161 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.262170 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:17:10.274222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:17:10.285308 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:17:10.295759 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=6']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:10.297091 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'Port': ['ID=49f28926-ee62-4149-abe9-4b944a7441e3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:10.300673 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.27.0.181 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/ca5e1d50-ae88-470e-9bf6-f257f64c91e6) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:17:10.306054 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.306483 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.306899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.307309 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.307742 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.308146 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.308545 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.309065 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.309479 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.309877 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.311020 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.311442 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.311861 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.312266 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.312654 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:17:10.325476 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171624a8-4dfe-4fbe-871b-a04145121530 req-0dcb2e95-d4eb-421c-9a10-15c701779b72 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:10.326967 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-171624a8-4dfe-4fbe-871b-a04145121530 req-0dcb2e95-d4eb-421c-9a10-15c701779b72 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.1730449 Jul 25 12:17:10.392375 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['d01f3ff0-df08-4605-a057-7920ee080060'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:17:10.442544 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49500) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:10.468346 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-171624a8-4dfe-4fbe-871b-a04145121530 req-aad26200-eb6d-4cec-a0f3-32535fe22489 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344671 Jul 25 12:17:10.506245 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] Deleting subnet 74794081-a6ba-4127-8b00-f67b9822d942 {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:17:10.506460 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.509796 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] Publish callbacks [] for subnet (74794081-a6ba-4127-8b00-f67b9822d942), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.549144 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] Publish callbacks [] for subnet (74794081-a6ba-4127-8b00-f67b9822d942), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.559036 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (74794081-a6ba-4127-8b00-f67b9822d942), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.560986 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:10.562475 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.567062 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:10.573799 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (49f28926-ee62-4149-abe9-4b944a7441e3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.617320 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for subnet (74794081-a6ba-4127-8b00-f67b9822d942), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.643808 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74794081-a6ba-4127-8b00-f67b9822d942,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:10.645456 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.647335 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.650463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-8bac0efd-c3eb-45e8-bb7b-54ab0f4ef6db admin admin] 10.222.0.42 "DELETE /v2.0/subnets/74794081-a6ba-4127-8b00-f67b9822d942 HTTP/1.1" status: 204 len: 168 time: 0.2069643 Jul 25 12:17:10.652888 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49502) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:10.727101 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (c68dde59-1544-4fd3-8e4e-babe3594a8bb), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.729928 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:17:10.734890 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:17:10.736720 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=ca5e1d50-ae88-470e-9bf6-f257f64c91e6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:10.741192 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:17:10.755242 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:17:10.817588 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (c68dde59-1544-4fd3-8e4e-babe3594a8bb), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.838356 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.838714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.839427 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.839817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > port after_create 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.840155 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.840722 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > port after_update 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.841058 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.841381 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.841694 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.842012 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.845909 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for port (49f28926-ee62-4149-abe9-4b944a7441e3), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.855115 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (49f28926-ee62-4149-abe9-4b944a7441e3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.894727 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:10.897571 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (29c14dc4-9860-4abd-9f8a-34e8dbbb311d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.934885 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.935451 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.935585 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.935926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:17:10.936294 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68dde59-1544-4fd3-8e4e-babe3594a8bb']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:10.946547 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'Port': ['ID=49f28926-ee62-4149-abe9-4b944a7441e3,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:10.954596 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc35e38-47d2-416d-a47b-a28c681b7403') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:10.954926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc35e38-47d2-416d-a47b-a28c681b7403') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:10.971178 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (3fc35e38-47d2-416d-a47b-a28c681b7403), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.972972 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.987655 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.992733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (3fc35e38-47d2-416d-a47b-a28c681b7403), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.993100 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:10.994457 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-15fe1fe2-d42a-4dd8-91a7-9ff93a46c11d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3388729 Jul 25 12:17:11.002352 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:17:11.002809 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (3fc35e38-47d2-416d-a47b-a28c681b7403), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.081088 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (c68dde59-1544-4fd3-8e4e-babe3594a8bb), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.090005 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.094561 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] 10.222.0.42 "DELETE /v2.0/networks/c68dde59-1544-4fd3-8e4e-babe3594a8bb HTTP/1.1" status: 204 len: 168 time: 0.4406743 Jul 25 12:17:11.108386 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c616e0-c66f-44ec-ab12-378de19cc61f admin admin] Pushing event deleted for resources: {'Network': ['ID=c68dde59-1544-4fd3-8e4e-babe3594a8bb,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:11.199498 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055645b1-17c3-499e-8ba7-86d5a27987c5 req-566b2b76-3b8d-4515-a197-3cafc12e6501 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:11.204015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.207486 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-055645b1-17c3-499e-8ba7-86d5a27987c5 req-566b2b76-3b8d-4515-a197-3cafc12e6501 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0882406 Jul 25 12:17:11.220899 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.276207 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-055645b1-17c3-499e-8ba7-86d5a27987c5 req-4fc38923-cf6f-488e-8ad4-c8ce54a31b29 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676818 Jul 25 12:17:11.317759 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=ca5e1d50-ae88-470e-9bf6-f257f64c91e6,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:11.347169 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 3fc35e38-47d2-416d-a47b-a28c681b7403 resource provider aggregate not found Jul 25 12:17:11.358897 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-1bf83b73-f841-441e-8604-85b00f33b17f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--216183762&fields=id&tenant_id=2d9f339447114912b0c92b99e028fbbf HTTP/1.1" status: 200 len: 267 time: 0.1331980 Jul 25 12:17:11.367387 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 3fc35e38-47d2-416d-a47b-a28c681b7403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fc35e38-47d2-416d-a47b-a28c681b7403 found for delete ", "request_id": "req-47a63469-de6e-4946-978e-dde612eb3608"}]} Jul 25 12:17:11.370094 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49530) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:11.375714 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (29c14dc4-9860-4abd-9f8a-34e8dbbb311d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.398674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:11.413621 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0ecaa672-fe75-4266-aac5-e224b327f0f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91bd04f2c9d34640ab6317fc8dd3dddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402074 Jul 25 12:17:11.413847 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49532) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:11.433113 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.434325 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-db1a9826-0c50-4c23-8682-5387c3a1f89b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7352095 Jul 25 12:17:11.439923 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:11.469439 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec554634-c177-4725-9687-1039f3b5612f admin admin] Publish callbacks [] for security_group (58dde871-73bd-49f1-bf92-405c1290e463), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.490403 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-7f30228c-18fc-468b-9412-a300c32ff677 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:11.491919 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-7f30228c-18fc-468b-9412-a300c32ff677 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 818 time: 0.1322994 Jul 25 12:17:11.492172 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec554634-c177-4725-9687-1039f3b5612f admin admin] Publish callbacks [] for security_group (58dde871-73bd-49f1-bf92-405c1290e463), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.509597 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-cc4c17ee-324c-4d8c-9ed2-eb2592fae25d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/quotas/2d9f339447114912b0c92b99e028fbbf HTTP/1.1" status: 200 len: 375 time: 0.0118349 Jul 25 12:17:11.546309 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec554634-c177-4725-9687-1039f3b5612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (58dde871-73bd-49f1-bf92-405c1290e463), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.548962 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec554634-c177-4725-9687-1039f3b5612f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:11.553265 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-ec554634-c177-4725-9687-1039f3b5612f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58dde871-73bd-49f1-bf92-405c1290e463 HTTP/1.1" status: 204 len: 168 time: 0.1361136 Jul 25 12:17:11.565315 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec554634-c177-4725-9687-1039f3b5612f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dde871-73bd-49f1-bf92-405c1290e463,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:11.597601 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-84e161d4-7d5c-4c3d-a0eb-ab1181cd2a02 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0708079 Jul 25 12:17:11.630088 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc54d-32b2-4ac3-a4e2-ad67c1c9e838 req-06fe6ebf-29fb-445f-8189-e51e1fccc43e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:11.637816 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e77cc54d-32b2-4ac3-a4e2-ad67c1c9e838 req-06fe6ebf-29fb-445f-8189-e51e1fccc43e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 945 time: 0.0571427 Jul 25 12:17:11.681549 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e77cc54d-32b2-4ac3-a4e2-ad67c1c9e838 req-daf019d3-f56c-44a8-8770-5fd6a209be76 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Jul 25 12:17:11.712344 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-10feea31-79dd-4c84-8169-3431aeced0c6 service neutron] 10.222.0.42 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032228 Jul 25 12:17:11.821250 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-61546377-73c6-45a8-823e-2b53bb899e1a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1528494909&fields=id&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 267 time: 0.0469837 Jul 25 12:17:11.835476 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-e269c2d2-9b8a-4864-b21a-e06e32ec50bd service neutron] 10.222.0.42 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172233 Jul 25 12:17:11.900077 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:11.946164 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-9f6c4016-3b82-413f-b1e9-5ce955fa269d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:11.947806 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-9f6c4016-3b82-413f-b1e9-5ce955fa269d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 0.1177862 Jul 25 12:17:11.967408 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-ca9237ff-de03-4f61-9590-a69a20d7d788 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/quotas/11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 375 time: 0.0107820 Jul 25 12:17:12.014880 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0568fef1-9317-4361-a66c-57ecb5d9acb3 req-3d1467a7-cdfa-4280-9cbc-66cff1192e8a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0308526 Jul 25 12:17:12.030419 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-3afb58b1-4d0a-4463-be95-2650528a81ec tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538070 Jul 25 12:17:12.085159 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:17:12.135161 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port d01f3ff0-df08-4605-a057-7920ee080060 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:17:12.135730 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d01f3ff0-df08-4605-a057-7920ee080060), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:12.136651 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-c00c41ef-4dba-45ee-9fdb-2d0a89b0c6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934708 Jul 25 12:17:12.212018 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:12.212417 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:12.243355 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:12.246691 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5de2cde-7aeb-4b02-8e82-fc29e608d6a2" -d '{"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-plugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:12.247450 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-a94b0646-6d4b-432a-8467-475c7e52e95a service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045897 Jul 25 12:17:12.265280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:12.271254 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:12.302791 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b4d918-92bc-4564-8b25-aac0cae0f6f4 x-openstack-request-id: req-50b4d918-92bc-4564-8b25-aac0cae0f6f4 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:12.303325 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-plugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:12.303756 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50b4d918-92bc-4564-8b25-aac0cae0f6f4 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:12.304300 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b4d918-92bc-4564-8b25-aac0cae0f6f4'] response: {'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060', 'code': 200} Jul 25 12:17:12.336325 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=7']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:12.467503 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0f21-e5ac-400f-a034-1fe8ca75b9a8 req-2dae319a-8b90-46b6-8225-275ac7db0f68 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:12.474246 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-308e9561-8307-4b44-9525-db82689569b8 req-8080946f-a949-49a2-9879-405d337934aa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 210 time: 0.0440819 Jul 25 12:17:12.480739 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6b0f21-e5ac-400f-a034-1fe8ca75b9a8 req-2dae319a-8b90-46b6-8225-275ac7db0f68 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1188014 Jul 25 12:17:12.498371 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:12.537471 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6b0f21-e5ac-400f-a034-1fe8ca75b9a8 req-50c93d68-126b-4be3-a7ff-3e85a5748558 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555661 Jul 25 12:17:12.826918 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746355-c6f4-483b-aaed-d6c5c3f16c0f req-af9ea00a-7d5e-4621-93c0-09414e98e5dd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:12.828465 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-96746355-c6f4-483b-aaed-d6c5c3f16c0f req-af9ea00a-7d5e-4621-93c0-09414e98e5dd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0497065 Jul 25 12:17:12.880856 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-96746355-c6f4-483b-aaed-d6c5c3f16c0f req-7de4da35-42ac-4a1c-aa90-e6195fabb51d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449936 Jul 25 12:17:13.079423 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:13.210790 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c4dc4937-de56-4b95-a40f-f7a6b9656f2f req-f7d8765d-bf82-4c17-a1c0-d98456d3a210 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0620646 Jul 25 12:17:13.648181 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7e24b268-4a50-4cdc-a527-feb760894c6e req-a898e3df-49f5-4dd2-89e3-5a945fe0cdef tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 210 time: 0.0452497 Jul 25 12:17:13.690963 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-d7a154a9-3740-4cf8-8507-f25de8a7873f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:13.693023 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-d7a154a9-3740-4cf8-8507-f25de8a7873f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 818 time: 0.4533248 Jul 25 12:17:13.699676 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb781d-22cc-4891-934b-5b9a1354ea69 req-b20b5819-cd7e-4790-b9db-f6c66f094afd tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:13.701407 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8fcb781d-22cc-4891-934b-5b9a1354ea69 req-b20b5819-cd7e-4790-b9db-f6c66f094afd tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0696955 Jul 25 12:17:13.754448 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8fcb781d-22cc-4891-934b-5b9a1354ea69 req-c8ea0af2-eec4-4e72-b618-53e4db863360 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472107 Jul 25 12:17:13.858890 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-84ee5452-e72c-4d92-9796-0897be19e2db tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d9f339447114912b0c92b99e028fbbf HTTP/1.1" status: 200 len: 379 time: 0.0862467 Jul 25 12:17:13.896771 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'port': {'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'admin_state_up': True, 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'security_groups': ['eb942494-6db7-485f-a54e-73c3c29ea080']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:14.014108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:14.131838 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f245ae-fdb8-42bc-b55a-5fc26646e959 req-68f8d0ed-77b3-45aa-ac05-b040a42d6790 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:14.133850 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-84f245ae-fdb8-42bc-b55a-5fc26646e959 req-68f8d0ed-77b3-45aa-ac05-b040a42d6790 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.1455696 Jul 25 12:17:14.174144 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Made reservation on behalf of 2d9f339447114912b0c92b99e028fbbf for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:17:14.179163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:14.311209 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-f0afdd17-64c9-4ecb-b5f7-827b02e022c4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:14.313722 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-f0afdd17-64c9-4ecb-b5f7-827b02e022c4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 0.2589445 Jul 25 12:17:14.329113 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6c164640-4fe1-4f75-bfaa-aa1515cc6981 req-31f6e0d7-c581-4327-abc4-0bdd2d68229c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0374012 Jul 25 12:17:14.334263 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-84f245ae-fdb8-42bc-b55a-5fc26646e959 req-e805753b-8cf4-4223-8adf-19e253dda7ef tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915858 Jul 25 12:17:14.390136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:14.509456 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Allocated IP 172.20.0.11 (5fd11542-87b8-48c3-9db2-c824ddc0af2f/adfd1404-61aa-4803-b4c6-d30e52c6737d/01fbcb44-8f5c-4f96-8ed4-469cbfa137f5) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:17:14.533546 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-ad1c83d4-69ff-48ad-865a-0e3d1090cc7d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 472 time: 0.1278577 Jul 25 12:17:14.554672 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'port': {'device_id': '484cf6bc-2993-476c-ab86-45ac7e109720', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'admin_state_up': True, 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'security_groups': ['5996a520-6aaf-4b27-8ea3-cfae225f2a74']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:14.750913 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f4182782-9476-4d4f-8ab5-c3fbbcc6d55f req-3cc75197-f1f2-48e0-9364-fabd9f12e0a2 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 210 time: 0.0285938 Jul 25 12:17:14.780390 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:14.788625 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Made reservation on behalf of 11ff6cbb1ad04f0faa8b2ed2a66cdca4 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:17:14.792274 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:14.875629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:14.964051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:14.969759 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:17:14.989046 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2e393-abe5-46eb-b999-44f6c7389d18 req-c2ccdd05-f42a-4dd1-8a9f-370366774e26 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:14.990592 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13d2e393-abe5-46eb-b999-44f6c7389d18 req-c2ccdd05-f42a-4dd1-8a9f-370366774e26 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1201808 Jul 25 12:17:14.991483 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:17:15.017820 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:17:15.058489 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event updated for resources: {'Port': ['ID=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:15.071150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:15.111418 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.20.0.4 (b6bc64d3-b55c-4e64-a050-b439cd834684/73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990/9251fe67-d381-42a4-95a5-12fffca6f2be) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:17:15.140623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:15.141921 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:15.176294 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13d2e393-abe5-46eb-b999-44f6c7389d18 req-2f9d01d2-ca57-4167-b222-426754e1cc44 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581950 Jul 25 12:17:15.222163 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-97cbe6f6-f70c-4007-9ccc-35f82b3144d7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3297882 Jul 25 12:17:15.240089 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Request body: {'port': {'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:15.372717 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-6b421094-cd62-404e-a8ca-a962fca2cf55 None None] Provisioning complete for port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:17:15.374539 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6b421094-cd62-404e-a8ca-a962fca2cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:15.390133 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:15.420174 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-6b421094-cd62-404e-a8ca-a962fca2cf55 None None] Port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:17:15.513413 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48989f74-39db-4cc4-a1b6-5e3760925605 req-a1fd0b82-e950-46cb-8dc6-0a7e7a01048d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:15.514967 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48989f74-39db-4cc4-a1b6-5e3760925605 req-a1fd0b82-e950-46cb-8dc6-0a7e7a01048d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 932 time: 0.0654161 Jul 25 12:17:15.534185 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:15.567900 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b10dd-8cb4-475f-9863-a62fd4e05526 req-b53a77c6-bd80-45bb-b413-05565b4bebbd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:15.574980 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b19b10dd-8cb4-475f-9863-a62fd4e05526 req-b53a77c6-bd80-45bb-b413-05565b4bebbd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.1128826 Jul 25 12:17:15.584192 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48989f74-39db-4cc4-a1b6-5e3760925605 req-002ddd33-2139-42a4-869a-ec5b141392e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612049 Jul 25 12:17:15.704096 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b19b10dd-8cb4-475f-9863-a62fd4e05526 req-abd83e2a-b847-4333-8428-05db228609c0 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275437 Jul 25 12:17:15.735566 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:15.814000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:17:15.822195 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:17:15.829617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=9251fe67-d381-42a4-95a5-12fffca6f2be,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:15.858524 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:17:15.864149 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:15.947739 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:15.948414 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:15.949120 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c7fb3-994c-4fc4-a040-9b547e4e9833 req-0adfe34b-4ae6-40c4-bf8b-d023ccc6c905 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:15.951379 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-837c7fb3-994c-4fc4-a040-9b547e4e9833 req-0adfe34b-4ae6-40c4-bf8b-d023ccc6c905 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 931 time: 0.1011400 Jul 25 12:17:16.001255 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:17:16.013347 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Publish callbacks [] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.023000 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-837c7fb3-994c-4fc4-a040-9b547e4e9833 req-b44b1f63-6a79-484b-8e6b-3d9d2a1a7efa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627623 Jul 25 12:17:16.036556 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-4528cbb4-e9d3-4cb5-a937-6a3a1a333347 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4917030 Jul 25 12:17:16.037659 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Transition to ACTIVE for port object 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:17:16.053139 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Request body: {'port': {'device_id': '484cf6bc-2993-476c-ab86-45ac7e109720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:16.073638 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.085143 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:16.145645 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-a57c11d7-f53c-43d4-a765-bab7c751f475 None None] Provisioning complete for port 9251fe67-d381-42a4-95a5-12fffca6f2be triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:17:16.145942 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a57c11d7-f53c-43d4-a765-bab7c751f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.206940 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-a57c11d7-f53c-43d4-a765-bab7c751f475 None None] Port 9251fe67-d381-42a4-95a5-12fffca6f2be cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:17:16.271270 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Pushing event updated for resources: {'Port': ['ID=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:16.300298 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.479760 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d0de1-ab4a-4ceb-b193-c6fdd1554af8 req-f9228d0e-583d-4827-ac03-5bc5216f9925 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:16.481220 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-747d0de1-ab4a-4ceb-b193-c6fdd1554af8 req-f9228d0e-583d-4827-ac03-5bc5216f9925 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.2016761 Jul 25 12:17:16.488199 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Attempting to bind port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:17:16.488534 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Attempting to bind port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:17:16.488866 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Attempting to bind port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:17:16.513484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:17:16.513817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Attempting to bind port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 on network 5fd11542-87b8-48c3-9db2-c824ddc0af2f {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:17:16.546978 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:17:16.548345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Checking segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:17:16.548744 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Bound using segment: {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:17:16.549196 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Bound port: 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2f6faa-aac1-4db6-a0ad-c8454240d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:17:16.549561 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.674736 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-747d0de1-ab4a-4ceb-b193-c6fdd1554af8 req-7f105008-e353-4733-9fc0-581a83fbc2b8 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808631 Jul 25 12:17:16.715647 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] For port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:17:16.731204 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946c337-1bea-4cd6-ad98-55c97b281e76 req-9608e7b3-6a65-4365-9633-d0a58e7c9e9d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:16.733017 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e946c337-1bea-4cd6-ad98-55c97b281e76 req-9608e7b3-6a65-4365-9633-d0a58e7c9e9d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0567644 Jul 25 12:17:16.745859 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] For port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:17:16.764210 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.809128 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e946c337-1bea-4cd6-ad98-55c97b281e76 req-58d4bf58-1485-419b-bcc4-3dbf9b794c91 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687137 Jul 25 12:17:16.875935 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:16.901643 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:16.902256 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.903660 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] 10.222.0.39 "PUT /v2.0/ports/01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 200 len: 1094 time: 1.6718719 Jul 25 12:17:16.904216 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:16.907202 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bbab79-bf97-41a5-86a0-1400967bc9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:16.933891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9251fe67-d381-42a4-95a5-12fffca6f2be {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:17:16.942327 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae7e1f-2230-4d60-b916-7705072ec49b service neutron] Pushing event updated for resources: {'Port': ['ID=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:16.959111 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Publish callbacks [] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:16.970421 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3848-bb4c-43a9-9ec8-15cbdcb46f20 req-76997501-8f8e-4a04-82ce-b2b6aa5e3672 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:16.977439 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d02b3848-bb4c-43a9-9ec8-15cbdcb46f20 req-76997501-8f8e-4a04-82ce-b2b6aa5e3672 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.1336403 Jul 25 12:17:16.983716 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a8399f-5bf8-4feb-a876-f4486c2a10b7 x-openstack-request-id: req-d8a8399f-5bf8-4feb-a876-f4486c2a10b7 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:16.983940 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:16.984180 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8a8399f-5bf8-4feb-a876-f4486c2a10b7 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:16.984608 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a8399f-5bf8-4feb-a876-f4486c2a10b7'] response: {'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'status': 'completed', 'code': 200} Jul 25 12:17:17.005106 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Transition to ACTIVE for port object 9251fe67-d381-42a4-95a5-12fffca6f2be will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:17:17.049178 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:17.072006 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:17.076484 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d02b3848-bb4c-43a9-9ec8-15cbdcb46f20 req-c84bdff9-93a5-45e9-80fe-4cba5c083e59 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980985 Jul 25 12:17:17.214506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad848c-6489-4acb-ae2a-12cfb5cdedb5 req-1386f3c2-2a70-4f12-acaa-54c4869b433e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:17.222810 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2cad848c-6489-4acb-ae2a-12cfb5cdedb5 req-1386f3c2-2a70-4f12-acaa-54c4869b433e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 943 time: 0.0615382 Jul 25 12:17:17.250345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbab79-bf97-41a5-86a0-1400967bc9e4 req-dc7b739e-9999-4521-af68-fa07092b8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:17.254804 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-71bbab79-bf97-41a5-86a0-1400967bc9e4 req-dc7b739e-9999-4521-af68-fa07092b8327 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1128 time: 0.1818712 Jul 25 12:17:17.254804 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Pushing event updated for resources: {'Port': ['ID=9251fe67-d381-42a4-95a5-12fffca6f2be,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:17.290428 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2cad848c-6489-4acb-ae2a-12cfb5cdedb5 req-9e9a6579-a1ec-465c-92f5-e0ec761431e7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665972 Jul 25 12:17:17.350866 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=23 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:17.419692 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbab79-bf97-41a5-86a0-1400967bc9e4 req-f7af4414-805c-4edd-8fa7-f81f04fcd107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:17.421235 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-71bbab79-bf97-41a5-86a0-1400967bc9e4 req-f7af4414-805c-4edd-8fa7-f81f04fcd107 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2d9f339447114912b0c92b99e028fbbf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1219540 Jul 25 12:17:17.454249 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Attempting to bind port 9251fe67-d381-42a4-95a5-12fffca6f2be on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:17:17.454675 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Attempting to bind port 9251fe67-d381-42a4-95a5-12fffca6f2be by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:17:17.455071 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Attempting to bind port 9251fe67-d381-42a4-95a5-12fffca6f2be on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:17:17.506083 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Port 9251fe67-d381-42a4-95a5-12fffca6f2be on network b6bc64d3-b55c-4e64-a050-b439cd834684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:17:17.506393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Attempting to bind port 9251fe67-d381-42a4-95a5-12fffca6f2be on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:17:17.518726 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:17:17.521007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Checking segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:17:17.521007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Bound using segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:17:17.521007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Bound port: 9251fe67-d381-42a4-95a5-12fffca6f2be, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:17:17.521007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:17.600251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbab79-bf97-41a5-86a0-1400967bc9e4 req-d73b4ff3-645d-4119-a3c7-15184f4ead95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:17.601706 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-71bbab79-bf97-41a5-86a0-1400967bc9e4 req-d73b4ff3-645d-4119-a3c7-15184f4ead95 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708350 Jul 25 12:17:17.612333 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] For port 9251fe67-d381-42a4-95a5-12fffca6f2be, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:17:17.619952 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] For port 9251fe67-d381-42a4-95a5-12fffca6f2be, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9251fe67-d381-42a4-95a5-12fffca6f2be,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:17:17.636978 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:17.703495 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:17.704338 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:17.708977 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] 10.222.0.39 "PUT /v2.0/ports/9251fe67-d381-42a4-95a5-12fffca6f2be HTTP/1.1" status: 200 len: 1093 time: 1.6605875 Jul 25 12:17:17.741476 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-423124b5-8443-496f-9ead-833c5b836b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:17.749650 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-423124b5-8443-496f-9ead-833c5b836b83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1128 time: 0.0966127 Jul 25 12:17:17.755053 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bc6ff-870e-4378-bf7d-7fa6bcdce648 service neutron] Pushing event updated for resources: {'Port': ['ID=9251fe67-d381-42a4-95a5-12fffca6f2be,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:17.961037 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41ea7c-ad7d-4743-a5ab-212c6dee639f req-d0f5117a-b50e-4bb6-ba6a-b216fa175859 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:17.968510 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9b41ea7c-ad7d-4743-a5ab-212c6dee639f req-d0f5117a-b50e-4bb6-ba6a-b216fa175859 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0743520 Jul 25 12:17:18.036148 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9b41ea7c-ad7d-4743-a5ab-212c6dee639f req-119777a4-dec2-456c-bf8a-e4d4d6eaa233 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662856 Jul 25 12:17:18.099641 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-6e44fc4c-7c26-432e-b0a0-f207333d369e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 200 len: 217 time: 0.3376925 Jul 25 12:17:18.137927 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-f3527a90-9a36-4aad-9550-6ba76622ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.139588 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-f3527a90-9a36-4aad-9550-6ba76622ed6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 1127 time: 0.3679373 Jul 25 12:17:18.198822 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-52a10151-ef6a-4b4d-88d0-f9be4217a8fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9251fe67-d381-42a4-95a5-12fffca6f2be HTTP/1.1" status: 200 len: 217 time: 0.0371048 Jul 25 12:17:18.244851 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c02f8-7477-4500-8d3e-950a5ef09ef4 req-a7486c92-a82e-40a9-a466-42f3501b9b24 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.246317 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3a0c02f8-7477-4500-8d3e-950a5ef09ef4 req-a7486c92-a82e-40a9-a466-42f3501b9b24 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1602728 Jul 25 12:17:18.255207 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463b07d-430d-4447-8c86-4d1ca6c2babe req-886a0b1c-1034-4bf9-aecb-6392f1419bea tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.256781 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c463b07d-430d-4447-8c86-4d1ca6c2babe req-886a0b1c-1034-4bf9-aecb-6392f1419bea tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0735741 Jul 25 12:17:18.283396 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:18.288377 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-e76a49c6-0b46-4693-b520-53bcaf922af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.289845 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-e76a49c6-0b46-4693-b520-53bcaf922af0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.1805136 Jul 25 12:17:18.318735 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-2935c919-aee6-471b-9783-9f0e9b4c58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.320187 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-2935c919-aee6-471b-9783-9f0e9b4c58a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.1109612 Jul 25 12:17:18.347843 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c463b07d-430d-4447-8c86-4d1ca6c2babe req-8347c78a-739c-4233-8744-647b135b2dea tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803735 Jul 25 12:17:18.360379 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3a0c02f8-7477-4500-8d3e-950a5ef09ef4 req-3aa6c6ec-b97f-4875-90a7-98e0bf04299e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016533 Jul 25 12:17:18.402372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-561d2067-2eee-478d-9dfe-5b180477ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.403907 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-561d2067-2eee-478d-9dfe-5b180477ca46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1026676 Jul 25 12:17:18.427062 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-0cfcf4e8-da6e-45e0-ba62-285884fb43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.428599 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-0cfcf4e8-da6e-45e0-ba62-285884fb43cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0731232 Jul 25 12:17:18.475977 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28122bf-0658-4562-addd-8bab198faf32 req-8a303e45-c20f-4d0f-be4d-15d3e26e2644 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:18.477921 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c28122bf-0658-4562-addd-8bab198faf32 req-8a303e45-c20f-4d0f-be4d-15d3e26e2644 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 943 time: 0.0517955 Jul 25 12:17:18.503984 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:18.539389 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c28122bf-0658-4562-addd-8bab198faf32 req-be6c37c0-25e2-4cff-9f9c-52b7b97ff735 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543525 Jul 25 12:17:18.598121 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-5bed7d87-80d8-4d10-b96d-becda8c9702e service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847761 Jul 25 12:17:18.601779 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:18.636986 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-cb9a5b15-d62d-42f1-b03b-055cabed3696 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955981 Jul 25 12:17:18.780481 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b6f71d88-c463-4bc7-ab99-3d345368bbf6 req-2b25a0d6-031b-443b-8382-8668f32e604d service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720476 Jul 25 12:17:18.787965 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b448f4a6-fcff-450f-906c-abc7bb66b217 req-fa805093-142d-4c22-811c-8d0ef95c4efc service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257167 Jul 25 12:17:18.985917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:18.988455 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8" -d '{"events": [{"name": "network-changed", "server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:19.028436 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4eba3-df99-4324-8925-8f6aecac0961 x-openstack-request-id: req-1fc4eba3-df99-4324-8925-8f6aecac0961 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:19.028728 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:19.028985 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fc4eba3-df99-4324-8925-8f6aecac0961 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:19.029390 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc4eba3-df99-4324-8925-8f6aecac0961'] response: {'name': 'network-changed', 'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'status': 'completed', 'code': 200} Jul 25 12:17:19.167825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b780de3-7443-4fc8-9e91-e9966387025b req-b980f00f-201c-4775-9ae7-2fa97633eef8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:19.169523 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3b780de3-7443-4fc8-9e91-e9966387025b req-b980f00f-201c-4775-9ae7-2fa97633eef8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0609100 Jul 25 12:17:19.229485 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3b780de3-7443-4fc8-9e91-e9966387025b req-50b58d03-a49c-4b0e-9569-339763612086 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528190 Jul 25 12:17:19.486582 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c824-d508-44f2-b2e6-4f849d541f33 req-a79028d9-e328-4ba2-8195-bde0f1f3627e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:19.488134 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-abd7c824-d508-44f2-b2e6-4f849d541f33 req-a79028d9-e328-4ba2-8195-bde0f1f3627e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0665362 Jul 25 12:17:19.489517 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:19.503795 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0d1ee-e75b-4cc0-8548-e4a48cf2eb18 req-e9c8b258-58a2-4d53-9f2a-2d2907729df6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:19.511040 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16e0d1ee-e75b-4cc0-8548-e4a48cf2eb18 req-e9c8b258-58a2-4d53-9f2a-2d2907729df6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0655117 Jul 25 12:17:19.554934 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-abd7c824-d508-44f2-b2e6-4f849d541f33 req-9e3bf66e-bb41-4d7b-8fb5-082dad2770f3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565913 Jul 25 12:17:19.570836 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16e0d1ee-e75b-4cc0-8548-e4a48cf2eb18 req-4109fa5e-6579-46fe-9fb7-719ece95787e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589516 Jul 25 12:17:19.680864 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f9ba-f6aa-4e1b-84a5-9eeaf8732a1e req-dd76c65c-102f-4e83-9124-539409ebed2c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:19.682529 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1288f9ba-f6aa-4e1b-84a5-9eeaf8732a1e req-dd76c65c-102f-4e83-9124-539409ebed2c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 943 time: 0.0504487 Jul 25 12:17:19.738947 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1288f9ba-f6aa-4e1b-84a5-9eeaf8732a1e req-24d604e4-9267-4338-b5b3-bf8989946889 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499914 Jul 25 12:17:20.116731 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:17:20.220492 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:20.236498 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'mac_address': 'fa:16:3e:d1:49:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:17:20.362043 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7fb35-f032-486e-9f4a-b564aeb105ca req-de59c4d3-eb68-4d07-9f73-89de1f5116bb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:20.364235 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06a7fb35-f032-486e-9f4a-b564aeb105ca req-de59c4d3-eb68-4d07-9f73-89de1f5116bb tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0569029 Jul 25 12:17:20.414264 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:20.414571 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:20.423516 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06a7fb35-f032-486e-9f4a-b564aeb105ca req-d62a6042-fa2b-4fc7-8e31-c861fa26fa3e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534511 Jul 25 12:17:20.449977 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:17:20.463097 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:20.474607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:20.479302 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:20.539899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:20.713474 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988afb-71b9-4191-b33e-c91dbc96673c req-4109bf28-cd31-4637-b994-e73097007d69 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:20.716456 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a7988afb-71b9-4191-b33e-c91dbc96673c req-4109bf28-cd31-4637-b994-e73097007d69 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0638421 Jul 25 12:17:20.719909 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd5f3-ecab-45db-ba64-679a133606cf req-c834eb05-b9f3-4bf6-9cbc-e321dee4cf84 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:20.721572 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cb4fd5f3-ecab-45db-ba64-679a133606cf req-c834eb05-b9f3-4bf6-9cbc-e321dee4cf84 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0561247 Jul 25 12:17:20.751396 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=21 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:20.784002 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cb4fd5f3-ecab-45db-ba64-679a133606cf req-9939b8bc-5974-436a-9aa6-d2636e198471 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563238 Jul 25 12:17:20.788405 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a7988afb-71b9-4191-b33e-c91dbc96673c req-3167eb0e-0008-4631-acd6-c64f2ab87898 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578508 Jul 25 12:17:20.835896 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:17:20.899084 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8a94-cb50-4cdb-b5f7-a0867e0eb59d req-eb86ceb1-d219-4145-be45-6d196bea91f2 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:20.906835 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d5eb8a94-cb50-4cdb-b5f7-a0867e0eb59d req-eb86ceb1-d219-4145-be45-6d196bea91f2 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 943 time: 0.0649056 Jul 25 12:17:20.932093 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:20.960296 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d5eb8a94-cb50-4cdb-b5f7-a0867e0eb59d req-575f0080-e363-4f18-b046-27217ca47259 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523601 Jul 25 12:17:21.246095 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:21.260112 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-559dab9d-6115-4ab4-a6c8-1ad3b7b2e46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:21.335894 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-131da807-e934-4dd3-b3ec-f37348f631c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:21.337518 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-131da807-e934-4dd3-b3ec-f37348f631c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 1127 time: 0.0571604 Jul 25 12:17:21.454148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-47235708-67dc-4a5e-8cfb-40d519d2e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:21.455965 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-47235708-67dc-4a5e-8cfb-40d519d2e037 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 916 time: 0.1037083 Jul 25 12:17:21.497478 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-f60b5c10-3476-475d-9a86-294a02fef8d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9251fe67-d381-42a4-95a5-12fffca6f2be HTTP/1.1" status: 200 len: 217 time: 0.0342252 Jul 25 12:17:21.581166 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:21.592600 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-945b148f-6d46-4c2a-a63a-b0fdf3b0e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:21.594781 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-945b148f-6d46-4c2a-a63a-b0fdf3b0e150 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.0896847 Jul 25 12:17:21.600837 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d7008-81a3-46c1-83eb-8ef765f343b4 req-99565479-b4b7-490a-8f2a-2f583aaa87d3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:21.602321 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f27d7008-81a3-46c1-83eb-8ef765f343b4 req-99565479-b4b7-490a-8f2a-2f583aaa87d3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 945 time: 0.0867832 Jul 25 12:17:21.663097 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-bf9b8e73-9688-4386-be97-f7d7fbf3e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:21.664799 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-bf9b8e73-9688-4386-be97-f7d7fbf3e5c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0615110 Jul 25 12:17:21.699305 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f27d7008-81a3-46c1-83eb-8ef765f343b4 req-4fb37598-4022-424f-9ab6-88f781e03b8f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879972 Jul 25 12:17:21.785345 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-046ed420-670f-4805-8957-cd15a1dc5a60 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097848 Jul 25 12:17:21.872370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:21.921414 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38a0ff66-8f33-4bc6-ac11-172fa3c358f8 req-4568c6d0-378e-4a2e-b6b9-7d070edff41e service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287980 Jul 25 12:17:21.944421 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7fe4e-d6df-4b85-9487-b75ab4a7948e req-f320a16b-6dd4-4f7a-88ca-88efb5f0f82c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:21.952162 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-aed7fe4e-d6df-4b85-9487-b75ab4a7948e req-f320a16b-6dd4-4f7a-88ca-88efb5f0f82c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0683815 Jul 25 12:17:21.976975 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31b157-3ba8-4f57-b637-1bd5a2f25c0c req-6e401d5b-b3ab-4a25-a0bb-caac1c583fc2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:21.984198 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf31b157-3ba8-4f57-b637-1bd5a2f25c0c req-6e401d5b-b3ab-4a25-a0bb-caac1c583fc2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0609548 Jul 25 12:17:22.009637 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-aed7fe4e-d6df-4b85-9487-b75ab4a7948e req-89252e92-949f-41bb-b09c-39a3d79d093b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566053 Jul 25 12:17:22.057248 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf31b157-3ba8-4f57-b637-1bd5a2f25c0c req-26817957-8a15-4c99-9786-0572c296eee2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712161 Jul 25 12:17:22.142798 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b263eb6-00b6-4679-a7c9-0bcb1480080c req-2b90b477-21d0-4fe5-a872-dd8e2abd4b39 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:22.144551 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6b263eb6-00b6-4679-a7c9-0bcb1480080c req-2b90b477-21d0-4fe5-a872-dd8e2abd4b39 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 943 time: 0.0520051 Jul 25 12:17:22.145097 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:17:22.147228 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 9251fe67-d381-42a4-95a5-12fffca6f2be details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:17:22.265879 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6b263eb6-00b6-4679-a7c9-0bcb1480080c req-c3e834b7-5893-46fc-9d07-25280c8d0d77 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032894 Jul 25 12:17:22.302262 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:17:22.341719 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:17:22.342328 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:22.359304 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcc387-a7fa-4258-bd4f-94d448d52fc2 req-27f52b64-5e6d-44af-8c89-8760c22edeb6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:22.369265 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9fbcc387-a7fa-4258-bd4f-94d448d52fc2 req-27f52b64-5e6d-44af-8c89-8760c22edeb6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1137917 Jul 25 12:17:22.378380 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 9251fe67-d381-42a4-95a5-12fffca6f2be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9251fe67-d381-42a4-95a5-12fffca6f2be,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:22.405326 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'port_id': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'mac_address': 'fa:16:3e:4d:3a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:17:22.485667 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 9251fe67-d381-42a4-95a5-12fffca6f2be is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:22.486074 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:22.500707 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:22.501278 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:22.503395 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9fbcc387-a7fa-4258-bd4f-94d448d52fc2 req-62b2101e-78db-44f0-b9c7-71149ca2fa7c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254032 Jul 25 12:17:22.520142 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9251fe67-d381-42a4-95a5-12fffca6f2be {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:17:22.523874 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-33d57fc7-fbe3-4e6b-8022-12c79580e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:22.525870 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-33d57fc7-fbe3-4e6b-8022-12c79580e23e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 1129 time: 0.1029170 Jul 25 12:17:22.558346 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:22.560614 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e59975-eb79-4871-bb66-98d29c8d7ff2" -d '{"events": [{"server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:22.580253 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 9251fe67-d381-42a4-95a5-12fffca6f2be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9251fe67-d381-42a4-95a5-12fffca6f2be,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:22.586966 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:22.595170 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:22.601839 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:22.643568 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2995cc-df18-4b3d-9cb5-f38a6b4add59 x-openstack-request-id: req-8c2995cc-df18-4b3d-9cb5-f38a6b4add59 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:22.644361 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:22.644636 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c2995cc-df18-4b3d-9cb5-f38a6b4add59 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:22.645156 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2995cc-df18-4b3d-9cb5-f38a6b4add59'] response: {'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'code': 200} Jul 25 12:17:22.673343 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=9251fe67-d381-42a4-95a5-12fffca6f2be,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:22.708967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-da59ee90-bf3e-4316-afe7-8be078a1ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:22.710463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-da59ee90-bf3e-4316-afe7-8be078a1ede2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 911 time: 0.1756296 Jul 25 12:17:22.825760 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-7a694279-d400-44ab-a040-91d755a75ade service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 200 len: 1000 time: 0.0940986 Jul 25 12:17:22.835036 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:22.951705 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['9251fe67-d381-42a4-95a5-12fffca6f2be'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:17:22.980055 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cba1c-67a4-4165-9e7d-932e89a9998f req-414e8e55-9441-4bd5-b8c6-0c5432184b5c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:22.988966 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8e5cba1c-67a4-4165-9e7d-932e89a9998f req-414e8e55-9441-4bd5-b8c6-0c5432184b5c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.1466422 Jul 25 12:17:23.029469 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-8f271d5d-f443-45cc-893d-91f5cbd9e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:23.030929 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-8f271d5d-f443-45cc-893d-91f5cbd9e55b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.1515093 Jul 25 12:17:23.185182 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8e5cba1c-67a4-4165-9e7d-932e89a9998f req-d4b826b4-b73e-4a04-926c-08cd1c475e19 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910250 Jul 25 12:17:23.190558 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-20e21db8-9826-47de-9dcf-3c21d187ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:23.193688 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-20e21db8-9826-47de-9dcf-3c21d187ee39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1387980 Jul 25 12:17:23.194773 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a911047-6444-4207-acda-b5f6abe99430 req-3e520375-25e2-4379-b9eb-61f3a99a567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:23.196355 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5a911047-6444-4207-acda-b5f6abe99430 req-3e520375-25e2-4379-b9eb-61f3a99a567d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1130 time: 0.1826293 Jul 25 12:17:23.250005 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb86fb-7fdb-42a0-a4f6-efdbb9c81cfc req-4d3067a7-3d8f-42ac-8c08-25000370f8fb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:23.258896 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1fb86fb-7fdb-42a0-a4f6-efdbb9c81cfc req-4d3067a7-3d8f-42ac-8c08-25000370f8fb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0739586 Jul 25 12:17:23.318332 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:23.324047 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5a911047-6444-4207-acda-b5f6abe99430 req-550f5b4b-e49c-46dc-a396-44a862ae61b7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072054 Jul 25 12:17:23.328150 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1fb86fb-7fdb-42a0-a4f6-efdbb9c81cfc req-aa37fcd6-41ba-47ae-b541-fa17848451ad tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683196 Jul 25 12:17:23.340007 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-09f80490-d86b-4ba3-86c2-629d41ec3a16 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333554 Jul 25 12:17:23.389875 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8020375-bbd5-48c6-a10b-fd8274081456 req-dda29bb1-9797-4014-9c07-c86b9ea5188d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:23.391373 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a8020375-bbd5-48c6-a10b-fd8274081456 req-dda29bb1-9797-4014-9c07-c86b9ea5188d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 944 time: 0.0505748 Jul 25 12:17:23.419918 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba299-0ffa-4fee-b22b-bf6be5dc12d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:23.448551 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a8020375-bbd5-48c6-a10b-fd8274081456 req-476dd754-7a45-4dd4-8704-bef5b77ffb5f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485528 Jul 25 12:17:23.621966 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e0f08-6e9f-4348-b793-263eec6802ec req-97662877-0c46-4849-8d60-0af55845e212 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:23.623474 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-797e0f08-6e9f-4348-b793-263eec6802ec req-97662877-0c46-4849-8d60-0af55845e212 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0496736 Jul 25 12:17:23.651266 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d1727a7e-3128-48f8-b0cf-288651198db2 req-9dd02f3e-eda6-4b27-bf78-9ca637948ea0 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899665 Jul 25 12:17:23.670464 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-797e0f08-6e9f-4348-b793-263eec6802ec req-469bc894-42a9-4c76-9c42-5471595255b3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Jul 25 12:17:24.156893 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 9251fe67-d381-42a4-95a5-12fffca6f2be up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:17:24.198413 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 9251fe67-d381-42a4-95a5-12fffca6f2be completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:17:24.204322 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 9251fe67-d381-42a4-95a5-12fffca6f2be triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:17:24.204716 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:24.285299 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 9251fe67-d381-42a4-95a5-12fffca6f2be is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:24.285724 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:24.294498 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:24.308797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12443148-7e7b-4c48-885d-ac7c1106b03f req-50da4016-6302-467b-8fba-170be3cda9aa tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:24.310483 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-12443148-7e7b-4c48-885d-ac7c1106b03f req-50da4016-6302-467b-8fba-170be3cda9aa tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0571578 Jul 25 12:17:24.323905 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 9251fe67-d381-42a4-95a5-12fffca6f2be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9251fe67-d381-42a4-95a5-12fffca6f2be,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:24.329969 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:24.366203 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-12443148-7e7b-4c48-885d-ac7c1106b03f req-0f546a92-001e-4fe0-88ed-57e75019b485 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493104 Jul 25 12:17:24.387577 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=9251fe67-d381-42a4-95a5-12fffca6f2be,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:24.457564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553830-9cea-4753-bb6c-8f8a96c47c2d req-4cda041d-8ef5-4425-a590-b8e146a17028 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:24.458926 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8553830-9cea-4753-bb6c-8f8a96c47c2d req-4cda041d-8ef5-4425-a590-b8e146a17028 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0461090 Jul 25 12:17:24.508610 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8553830-9cea-4753-bb6c-8f8a96c47c2d req-8bea2a77-641b-40d6-a041-bb5a1af6bacf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Jul 25 12:17:24.565446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7978-c929-41be-8db3-ca908e98597c req-373890e7-1a0a-4b5f-a927-29522d254a82 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:24.566903 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec0b7978-c929-41be-8db3-ca908e98597c req-373890e7-1a0a-4b5f-a927-29522d254a82 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0481188 Jul 25 12:17:24.613181 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ec0b7978-c929-41be-8db3-ca908e98597c req-f6c7941b-4e6e-497c-bd46-1879bcfaa26b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Jul 25 12:17:24.645952 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:24.648310 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d7b376-6ec3-4b7a-ba37-8393fc2f90ed" -d '{"events": [{"server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "name": "network-vif-plugged", "status": "completed", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:24.684594 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90085856-1b89-407f-b5af-a3878cd25fa8 x-openstack-request-id: req-90085856-1b89-407f-b5af-a3878cd25fa8 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:24.684899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "name": "network-vif-plugged", "status": "completed", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:24.685163 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90085856-1b89-407f-b5af-a3878cd25fa8 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:24.685553 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90085856-1b89-407f-b5af-a3878cd25fa8'] response: {'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'code': 200} Jul 25 12:17:24.693181 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:24.788136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848111e-b34d-4df5-95ca-c9b2adc17e93 req-7a60d159-e7a4-4a7b-8be8-84cbf791a09e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:24.789584 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e848111e-b34d-4df5-95ca-c9b2adc17e93 req-7a60d159-e7a4-4a7b-8be8-84cbf791a09e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Jul 25 12:17:24.835391 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e848111e-b34d-4df5-95ca-c9b2adc17e93 req-618ae736-7092-47a8-ac0e-fbc3a3e56639 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403214 Jul 25 12:17:25.518600 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-4f16ba92-9c66-4957-8a09-e7eade7373e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:25.520185 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-4f16ba92-9c66-4957-8a09-e7eade7373e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1130 time: 0.0414846 Jul 25 12:17:25.648010 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6d1c3-505e-48b9-8930-5afd254c4000 req-58006fbe-4420-4c1b-a016-5cd3045b6b3f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:25.649591 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0cf6d1c3-505e-48b9-8930-5afd254c4000 req-58006fbe-4420-4c1b-a016-5cd3045b6b3f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0574188 Jul 25 12:17:25.705879 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0cf6d1c3-505e-48b9-8930-5afd254c4000 req-0c55294e-6564-4047-9b9b-bc0df631eca1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498660 Jul 25 12:17:25.715878 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06e48-56c3-4ad2-98c0-f55f06bedbc7 req-59a0defb-5d41-4e45-8c97-3133e1e7f63a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:25.722762 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-edc06e48-56c3-4ad2-98c0-f55f06bedbc7 req-59a0defb-5d41-4e45-8c97-3133e1e7f63a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.2804163 Jul 25 12:17:25.774202 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-edc06e48-56c3-4ad2-98c0-f55f06bedbc7 req-e372089c-2d10-4ddc-bb6d-d91e005fb047 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Jul 25 12:17:25.828575 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-f65ed2e3-b99e-4b1d-a25f-7aed40e36ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:25.829985 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-f65ed2e3-b99e-4b1d-a25f-7aed40e36ae5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.1161563 Jul 25 12:17:25.862315 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e6867-b1fd-4db9-a300-5ba54149337b req-6da85f12-aac4-41de-a5f8-9d4d3acc5291 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:25.863820 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f07e6867-b1fd-4db9-a300-5ba54149337b req-6da85f12-aac4-41de-a5f8-9d4d3acc5291 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0475500 Jul 25 12:17:25.913919 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f07e6867-b1fd-4db9-a300-5ba54149337b req-2bc2e02d-c890-4f6d-8039-6f3e0c8afcbf tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Jul 25 12:17:25.915094 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:25.952467 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef62c-dfdc-47c3-a35e-fa519acc46e5 req-bf831fda-4a38-4e69-b290-34af3c06d4d2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:25.953950 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-220ef62c-dfdc-47c3-a35e-fa519acc46e5 req-bf831fda-4a38-4e69-b290-34af3c06d4d2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0481176 Jul 25 12:17:25.999647 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-220ef62c-dfdc-47c3-a35e-fa519acc46e5 req-37ab2041-12f6-4ea3-beb1-9dd833f5c061 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Jul 25 12:17:26.273268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:26.441914 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0fa13-dd64-43b5-a89c-0aafe41a86c0 req-0b3bcd1c-e244-4b08-b5fa-5ce586c77831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:26.443377 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2eb0fa13-dd64-43b5-a89c-0aafe41a86c0 req-0b3bcd1c-e244-4b08-b5fa-5ce586c77831 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 1129 time: 0.0548306 Jul 25 12:17:26.447082 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-acb851f8-7007-4e7f-b5e8-cf9231b343e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 1001 time: 0.0967820 Jul 25 12:17:26.466828 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:26.545374 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-e66fdcd4-354a-45ea-a90c-7e00afe5dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:26.547346 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-e66fdcd4-354a-45ea-a90c-7e00afe5dd09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0715280 Jul 25 12:17:26.549780 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2eb0fa13-dd64-43b5-a89c-0aafe41a86c0 req-40e137ab-4197-439b-b95e-4ba8539721b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803871 Jul 25 12:17:26.850038 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:26.858857 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-70ee0ded-f2e4-4e50-8bd1-eca2dfba892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:26.860888 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-70ee0ded-f2e4-4e50-8bd1-eca2dfba892c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0700586 Jul 25 12:17:26.871066 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:26.875444 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8dfe-0866-4985-a264-0dd478cfbf86 req-a5400675-0267-4a97-a6ef-14791fcacb59 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:26.876949 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7cdd8dfe-0866-4985-a264-0dd478cfbf86 req-a5400675-0267-4a97-a6ef-14791fcacb59 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0581453 Jul 25 12:17:26.891528 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc0339-79db-4cb6-8fd8-8e12d34a0683 req-59f1c312-a58a-450b-9207-aef33ffe6ac6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:26.893036 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-98dc0339-79db-4cb6-8fd8-8e12d34a0683 req-59f1c312-a58a-450b-9207-aef33ffe6ac6 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0542119 Jul 25 12:17:26.940561 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-98dc0339-79db-4cb6-8fd8-8e12d34a0683 req-75681e12-b237-4542-a7f0-217ffe8910de tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 Jul 25 12:17:26.985279 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7cdd8dfe-0866-4985-a264-0dd478cfbf86 req-89d53506-a2ff-4be3-b12c-497626ae4f87 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002767 Jul 25 12:17:26.998835 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-3b181b00-6ba4-4021-8c1a-cbac79fa4e1e service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209574 Jul 25 12:17:27.048577 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9df1a-b716-4df3-aa85-307b6fc36cf0 req-768feb70-853a-42a3-9096-9e38fe5f3ce4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:27.050205 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-74b9df1a-b716-4df3-aa85-307b6fc36cf0 req-768feb70-853a-42a3-9096-9e38fe5f3ce4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Jul 25 12:17:27.051021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:27.096886 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-74b9df1a-b716-4df3-aa85-307b6fc36cf0 req-b7e3725e-cdc8-42c8-acd3-1a265a8c2594 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410237 Jul 25 12:17:27.110147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bbb0-d070-4c85-b147-d8eb6180a8eb req-c84dcad3-ef94-4d0b-856e-317e5456370f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:27.111633 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e892bbb0-d070-4c85-b147-d8eb6180a8eb req-c84dcad3-ef94-4d0b-856e-317e5456370f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0574868 Jul 25 12:17:27.121199 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49740) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:27.126144 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'floatingip': {'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:27.134703 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3668b990-2a61-4e4c-b41d-4b7cdebcf39a req-7641ec0d-6d6d-4eb8-b124-7bfcca5c968a service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296759 Jul 25 12:17:27.165786 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:27.571040 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:27.574757 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:27.663966 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Floating IP 98513e59-ed80-40a5-90e9-310f17bf35e9 associated. External IP: 172.27.0.87, port: 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5. Jul 25 12:17:27.854354 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Router 522a853c-4368-4582-b32c-edbf008d4a7d has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:17:27.861028 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:27.906956 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:27.957556 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:17:27.961926 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:27.968229 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] Sync routers for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:17:27.977528 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:17:27.978177 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:17:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:27.981120 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:27.990632 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f221e699-f63c-487f-aa41-b9e3c3edfd1c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "PUT /v2.0/floatingips/98513e59-ed80-40a5-90e9-310f17bf35e9 HTTP/1.1" status: 200 len: 991 time: 0.8683612 Jul 25 12:17:27.991211 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:27.993466 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e391c2d4-d7f4-4db9-b36e-73162d19f2be" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:28.034693 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90cd14-99ec-48e1-b7d1-9c5e1aed59df x-openstack-request-id: req-6c90cd14-99ec-48e1-b7d1-9c5e1aed59df {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:28.035113 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:28.035371 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c90cd14-99ec-48e1-b7d1-9c5e1aed59df {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:28.035921 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c90cd14-99ec-48e1-b7d1-9c5e1aed59df'] response: {'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'status': 'completed', 'code': 200} Jul 25 12:17:28.085390 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:17:28.111687 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ac422-9f35-4b9c-8e84-ee6fdd86b39f req-7db45352-da98-4583-b788-8bd94d71b1cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:28.113083 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-273ac422-9f35-4b9c-8e84-ee6fdd86b39f req-7db45352-da98-4583-b788-8bd94d71b1cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 946 time: 0.0462799 Jul 25 12:17:28.157570 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:17:28.162535 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-273ac422-9f35-4b9c-8e84-ee6fdd86b39f req-c3e67c9c-5aa0-485b-834b-d3720362b295 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Jul 25 12:17:28.164814 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:28.199899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:28.225928 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8abf3-96af-4ab8-a781-fb60a141c3a8 req-0ddc63e1-7dc8-4773-8258-134de799f82a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:28.227430 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1ef8abf3-96af-4ab8-a781-fb60a141c3a8 req-0ddc63e1-7dc8-4773-8258-134de799f82a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Jul 25 12:17:28.278628 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1ef8abf3-96af-4ab8-a781-fb60a141c3a8 req-2219fe77-6366-41c9-b62f-1b4b512cdf9f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Jul 25 12:17:28.316234 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: ACTIVE; New status is: DOWN {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:28.316625 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:28.352446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:28.354665 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b687cf67-8ccc-4d9d-8a55-6ce1e23871b9" -d '{"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-unplugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:28.388204 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:28.393923 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:28.424175 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb3751-3d82-47ad-aa40-e6ddb2207e63 x-openstack-request-id: req-c3cb3751-3d82-47ad-aa40-e6ddb2207e63 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:28.424462 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-unplugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:28.424711 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3cb3751-3d82-47ad-aa40-e6ddb2207e63 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:28.425105 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cb3751-3d82-47ad-aa40-e6ddb2207e63'] response: {'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060', 'code': 200} Jul 25 12:17:28.431056 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '98513e59-ed80-40a5-90e9-310f17bf35e9', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'mac_address': 'fa:16:3e:d1:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:17:27Z', 'revision_number': 1, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:28.461930 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] Checking router: 522a853c-4368-4582-b32c-edbf008d4a7d for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:17:28.482617 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=8']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:28.485506 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:17:28.486091 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:17:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:28.600016 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:17:28.804247 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '98513e59-ed80-40a5-90e9-310f17bf35e9', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'mac_address': 'fa:16:3e:d1:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:17:27Z', 'revision_number': 1, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:28.828954 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6005f85-5cff-48b3-a12b-94dc2dd798ef None None] The sync data for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi is: [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '98513e59-ed80-40a5-90e9-310f17bf35e9', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'mac_address': 'fa:16:3e:d1:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:17:27Z', 'revision_number': 1, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:17:29.008623 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79739c11-b866-4f8d-8d7a-3a7513ccae50 None None] New status for floating IP 98513e59-ed80-40a5-90e9-310f17bf35e9: ACTIVE {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:17:29.310779 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ebc5c-954d-4fcf-8e6a-150f588d1a45 req-94c498ad-db3b-4533-8dad-c5913b09e756 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:29.312843 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-604ebc5c-954d-4fcf-8e6a-150f588d1a45 req-94c498ad-db3b-4533-8dad-c5913b09e756 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0466180 Jul 25 12:17:29.359746 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-604ebc5c-954d-4fcf-8e6a-150f588d1a45 req-af30f2e8-ab8f-4a1d-846c-f82cd997d244 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Jul 25 12:17:29.619394 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee2696-829b-41be-b2df-b8123e8a86f7 req-7e09b504-29bc-4358-8c79-7264e2e8d2f0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:29.620954 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1cee2696-829b-41be-b2df-b8123e8a86f7 req-7e09b504-29bc-4358-8c79-7264e2e8d2f0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.2695534 Jul 25 12:17:29.669715 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1cee2696-829b-41be-b2df-b8123e8a86f7 req-75248e86-a6a4-4ad4-a365-16b41eae039e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432267 Jul 25 12:17:30.165982 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-ef341f54-63f8-4d3c-bac8-43933afa88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:30.167517 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-ef341f54-63f8-4d3c-bac8-43933afa88b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0398815 Jul 25 12:17:30.295417 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-df38e399-c7d4-4d2c-ad68-a268361cdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:30.296967 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-df38e399-c7d4-4d2c-ad68-a268361cdc95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.0906582 Jul 25 12:17:30.481615 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65da5d-f765-4b09-a373-7439134a7a29 req-1d237271-45c3-4ade-9dea-122231f56325 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:30.483072 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5f65da5d-f765-4b09-a373-7439134a7a29 req-1d237271-45c3-4ade-9dea-122231f56325 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0457525 Jul 25 12:17:30.529024 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5f65da5d-f765-4b09-a373-7439134a7a29 req-84f2b324-e98c-43bb-af0e-2d2fca350167 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Jul 25 12:17:30.608484 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-73b68842-e54c-4168-afc4-214a6e527055 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 200 len: 1001 time: 0.0583193 Jul 25 12:17:30.662165 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-77885d56-a6a6-4af7-a74a-d944538661be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:30.663655 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-77885d56-a6a6-4af7-a74a-d944538661be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.0485034 Jul 25 12:17:30.715376 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-a777bce1-3c6d-4614-a3f4-bf0c7e88b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:30.717072 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-a777bce1-3c6d-4614-a3f4-bf0c7e88b236 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469711 Jul 25 12:17:30.806737 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe26ac-91a9-4a28-97aa-841d5697cbb2 req-91f7bdd9-6a0b-4144-8f58-f46562707093 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:30.808431 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1cfe26ac-91a9-4a28-97aa-841d5697cbb2 req-91f7bdd9-6a0b-4144-8f58-f46562707093 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0642633 Jul 25 12:17:30.817400 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-811da12c-7304-4446-a6c9-d1929ce58ac0 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940688 Jul 25 12:17:30.858394 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1cfe26ac-91a9-4a28-97aa-841d5697cbb2 req-15776bb4-d935-42ea-a353-a5fe1106f0fa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Jul 25 12:17:30.934343 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e391c2d4-d7f4-4db9-b36e-73162d19f2be req-7f073494-7c9d-4d32-b7bc-57f201bdf453 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018803 Jul 25 12:17:30.988536 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b74d1e-4a0d-4480-aa99-8ea9ec4a8bdf req-1aad426f-6afd-432b-8443-8e95d2491c69 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:30.990067 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e1b74d1e-4a0d-4480-aa99-8ea9ec4a8bdf req-1aad426f-6afd-432b-8443-8e95d2491c69 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0512431 Jul 25 12:17:30.999392 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 49776) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:31.003901 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'port_id': '9251fe67-d381-42a4-95a5-12fffca6f2be'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:17:31.041834 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (29c14dc4-9860-4abd-9f8a-34e8dbbb311d), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:31.082520 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-6fd4837a-c8a3-490b-b278-5ccc6ef72cda req-936d4d37-57a5-40cb-bee3-34d3d23f7a01 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:17:31.083424 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6fd4837a-c8a3-490b-b278-5ccc6ef72cda req-936d4d37-57a5-40cb-bee3-34d3d23f7a01 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053766 Jul 25 12:17:31.294464 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dfaa5-955f-4304-b2ca-7864ef598ba3 req-0e7932da-5cbe-4d06-be7c-d58a6e121bbb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:31.295980 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-942dfaa5-955f-4304-b2ca-7864ef598ba3 req-0e7932da-5cbe-4d06-be7c-d58a6e121bbb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0829332 Jul 25 12:17:31.449681 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-942dfaa5-955f-4304-b2ca-7864ef598ba3 req-e9bc6e5b-f1ec-4652-b346-e5e1c782ac3e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441636 Jul 25 12:17:31.502837 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:31.554312 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49802) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:31.559307 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:31.565772 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (29c14dc4-9860-4abd-9f8a-34e8dbbb311d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:31.567624 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:31.631633 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:31.640383 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-114010e9-ed76-42c6-984b-9585cbf1e9ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849900 Jul 25 12:17:31.649323 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-65c5a694-1c8b-4f8f-b687-95f9c952b360 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:17:31.650284 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-65c5a694-1c8b-4f8f-b687-95f9c952b360 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048642 Jul 25 12:17:31.667099 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP 29c14dc4-9860-4abd-9f8a-34e8dbbb311d associated. External IP: 172.27.0.181, port: 9251fe67-d381-42a4-95a5-12fffca6f2be. Jul 25 12:17:31.727930 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 49810) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:17:31.829694 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-30be1de9-61c7-4ad3-830b-1615a56a3bf4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:31.831057 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-30be1de9-61c7-4ad3-830b-1615a56a3bf4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports/d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 941 time: 0.1021471 Jul 25 12:17:31.865297 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:17:31.967407 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:17:31.972350 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:31.978659 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:17:31.991206 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:17:31.992125 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:17:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:32.002882 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8198123b-9d4a-4351-a97a-90297dc31c4b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "PUT /v2.0/floatingips/29c14dc4-9860-4abd-9f8a-34e8dbbb311d HTTP/1.1" status: 200 len: 991 time: 1.0023065 Jul 25 12:17:32.003459 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:32.005723 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc280810-931d-4815-a2a4-e0062a57620b" -d '{"events": [{"name": "network-changed", "server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:32.044531 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c48a36-e625-4ee9-a496-8a0d90244b69 x-openstack-request-id: req-17c48a36-e625-4ee9-a496-8a0d90244b69 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:32.044943 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:32.045296 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17c48a36-e625-4ee9-a496-8a0d90244b69 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:32.045793 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c48a36-e625-4ee9-a496-8a0d90244b69'] response: {'name': 'network-changed', 'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'status': 'completed', 'code': 200} Jul 25 12:17:32.127992 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280810-931d-4815-a2a4-e0062a57620b req-8d80ddfc-77b9-442b-96fb-1422077ffa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.130061 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc280810-931d-4815-a2a4-e0062a57620b req-8d80ddfc-77b9-442b-96fb-1422077ffa4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 1129 time: 0.0588801 Jul 25 12:17:32.239446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:17:32.286239 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:17:32.313764 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280810-931d-4815-a2a4-e0062a57620b req-2f6f9723-7359-4ea1-918a-eb06ef14a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.315249 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc280810-931d-4815-a2a4-e0062a57620b req-2f6f9723-7359-4ea1-918a-eb06ef14a2d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 916 time: 0.1751840 Jul 25 12:17:32.322212 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-d9d1d166-cc96-48ee-bfb6-bd7ec81f8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.323608 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-d9d1d166-cc96-48ee-bfb6-bd7ec81f8417 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1168 time: 0.0897846 Jul 25 12:17:32.334285 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bf9df-b6d6-454f-b89f-89e1109665df req-5cd2bc74-84d1-49ec-af44-246c8ff676be tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.335737 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e4bf9df-b6d6-454f-b89f-89e1109665df req-5cd2bc74-84d1-49ec-af44-246c8ff676be tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0741301 Jul 25 12:17:32.401260 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:32.457841 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: DOWN; New status is: DOWN {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:32.509069 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e4bf9df-b6d6-454f-b89f-89e1109665df req-f373220c-a069-45d3-aa47-23c023237a76 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670215 Jul 25 12:17:32.555761 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '29c14dc4-9860-4abd-9f8a-34e8dbbb311d', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:4d:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484cf6bc-2993-476c-ab86-45ac7e109720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:17:31Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}, {'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:43Z', 'revision_number': 2, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:32.558333 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc280810-931d-4815-a2a4-e0062a57620b req-0e2ec7bd-cbe1-4a19-b4db-7ad00c29744e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9251fe67-d381-42a4-95a5-12fffca6f2be HTTP/1.1" status: 200 len: 999 time: 0.1791046 Jul 25 12:17:32.569321 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-1534524a-211c-4d60-a080-264a622a59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.570762 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-1534524a-211c-4d60-a080-264a622a59a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 200 len: 915 time: 0.1904814 Jul 25 12:17:32.584631 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:17:32.592511 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5066aa5-eb5c-4d65-b7f2-44f22c38b5e5 req-2db0c4fe-d878-4bb9-a1a6-adccec81e749 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.594752 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c5066aa5-eb5c-4d65-b7f2-44f22c38b5e5 req-2db0c4fe-d878-4bb9-a1a6-adccec81e749 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0609157 Jul 25 12:17:32.595006 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:17:32.595645 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:17:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:32.633634 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:32.649194 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c5066aa5-eb5c-4d65-b7f2-44f22c38b5e5 req-159710d7-2599-4b21-ab44-2fa30f0c84c4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474291 Jul 25 12:17:32.675602 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280810-931d-4815-a2a4-e0062a57620b req-6a668d48-07f3-429a-89dd-8d896b2dec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.675602 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc280810-931d-4815-a2a4-e0062a57620b req-6a668d48-07f3-429a-89dd-8d896b2dec72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.1010749 Jul 25 12:17:32.676023 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-277f604a-51ca-48b6-b103-5fb36b3f1d12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 1001 time: 0.0755391 Jul 25 12:17:32.705581 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:17:32.745300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280810-931d-4815-a2a4-e0062a57620b req-7eca2087-b2cb-4618-a4cf-600128d61246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.746719 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc280810-931d-4815-a2a4-e0062a57620b req-7eca2087-b2cb-4618-a4cf-600128d61246 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697384 Jul 25 12:17:32.753792 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-4042faee-d1d9-4ae0-a2f8-ee6fbf8c27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.755130 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-4042faee-d1d9-4ae0-a2f8-ee6fbf8c27f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f31ee279-4ed9-43db-a650-50e76902ae2b HTTP/1.1" status: 200 len: 853 time: 0.0704844 Jul 25 12:17:32.846270 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-dfdbb81c-1370-4de4-8205-afd6badca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:32.847766 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-dfdbb81c-1370-4de4-8205-afd6badca71b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c19c869-ef0d-4854-ace3-e6594f309fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751741 Jul 25 12:17:32.854094 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:32.925571 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc280810-931d-4815-a2a4-e0062a57620b req-39cba79a-6bb7-4a51-ab37-48b570a92d90 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693878 Jul 25 12:17:32.938101 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '29c14dc4-9860-4abd-9f8a-34e8dbbb311d', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:4d:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484cf6bc-2993-476c-ab86-45ac7e109720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:17:31Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}, {'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:43Z', 'revision_number': 2, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:17:32.941775 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:32.966003 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a043f-2a22-4fa0-aad0-134d78c1b093 None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '29c14dc4-9860-4abd-9f8a-34e8dbbb311d', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:4d:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484cf6bc-2993-476c-ab86-45ac7e109720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:17:31Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}, {'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:43Z', 'revision_number': 2, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:17:32.984891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:33.030944 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-b02264a8-2cd9-45d7-93d2-47f0fbdd2990 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749170 Jul 25 12:17:33.109029 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc280810-931d-4815-a2a4-e0062a57620b req-e919391f-78aa-49ab-a130-a5d04bfc8e71 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771762 Jul 25 12:17:33.150547 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73582f0b-af32-48ab-b881-26c4b5fddf5f req-9bf1e4fc-39c5-4be0-9849-f5ec069017ab service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116364 Jul 25 12:17:33.192304 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc653a-b3b7-4a9e-a4a7-f6d6fb4c49cc None None] New status for floating IP 29c14dc4-9860-4abd-9f8a-34e8dbbb311d: ACTIVE {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:17:33.638794 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d78d8c-25d6-46bb-ae7e-ebcca9d93d46 req-94dc46c5-eda3-43bc-ad46-6daea4e97dae tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:33.640480 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a8d78d8c-25d6-46bb-ae7e-ebcca9d93d46 req-94dc46c5-eda3-43bc-ad46-6daea4e97dae tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0536025 Jul 25 12:17:33.699972 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a8d78d8c-25d6-46bb-ae7e-ebcca9d93d46 req-235cb38e-a216-4601-8c7e-7d2dd7d924cc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536680 Jul 25 12:17:33.775651 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56396282-6723-477b-b3e6-e43355128711 req-4a947de1-c0cb-46c9-9e8f-09c05d209ce2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:33.777845 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-56396282-6723-477b-b3e6-e43355128711 req-4a947de1-c0cb-46c9-9e8f-09c05d209ce2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0482969 Jul 25 12:17:33.790759 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-73f07b17-24d0-43c7-a3d7-e682f631dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:33.792400 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-73f07b17-24d0-43c7-a3d7-e682f631dfb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47&tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 1128 time: 0.0743012 Jul 25 12:17:33.827189 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-56396282-6723-477b-b3e6-e43355128711 req-99d7bf7c-40e3-42ee-850e-5264909257af tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Jul 25 12:17:33.854984 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-4937b07f-7966-409f-b76e-c68eed0d7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:33.856492 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-4937b07f-7966-409f-b76e-c68eed0d7919 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1128 time: 0.0386381 Jul 25 12:17:33.943804 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:33.953024 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-143cda73-8306-48a7-99e1-abb2b3b1d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:33.954461 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-143cda73-8306-48a7-99e1-abb2b3b1d21d service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.0878286 Jul 25 12:17:34.024946 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-453fa95d-d600-4430-a371-ec1aac91d27d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 200 len: 999 time: 0.0520301 Jul 25 12:17:34.073368 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-4d84fde9-7481-4705-b8b4-2c0e68149c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:34.074761 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-4d84fde9-7481-4705-b8b4-2c0e68149c65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0417469 Jul 25 12:17:34.121761 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-c70f1bee-7b5e-43bc-a805-c024880f30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:34.123231 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-c70f1bee-7b5e-43bc-a805-c024880f30de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417624 Jul 25 12:17:34.222083 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-5fbfa728-3e04-4dba-864a-e200f5fdc1eb service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Jul 25 12:17:34.330278 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-2ab4e94a-19ef-4570-9567-4b8cb6b9289e service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985982 Jul 25 12:17:34.850859 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deea58-af5b-4497-bccc-630db57bdc2f req-eb494bbc-9320-4f7b-aaed-4a6b86161c46 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:34.860897 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-68deea58-af5b-4497-bccc-630db57bdc2f req-eb494bbc-9320-4f7b-aaed-4a6b86161c46 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0605781 Jul 25 12:17:34.937311 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-68deea58-af5b-4497-bccc-630db57bdc2f req-050a98df-466d-405e-b877-7daf99bc5917 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751498 Jul 25 12:17:35.006781 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcad2fb-c06e-4cf6-a375-d921ef309d2e req-70997916-3a8f-4a00-898a-9ceac3514bbf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:35.008282 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4fcad2fb-c06e-4cf6-a375-d921ef309d2e req-70997916-3a8f-4a00-898a-9ceac3514bbf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0494976 Jul 25 12:17:35.059927 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4fcad2fb-c06e-4cf6-a375-d921ef309d2e req-1b10e205-0ff5-461c-a4ac-7912f5b07a2e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Jul 25 12:17:36.055047 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5fc3-f2a3-4627-892e-08f37e5eb994 req-df0fb4bd-5eb8-48f9-87f4-c89b89b7222c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:36.056564 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e66f5fc3-f2a3-4627-892e-08f37e5eb994 req-df0fb4bd-5eb8-48f9-87f4-c89b89b7222c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0524580 Jul 25 12:17:36.106276 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:36.121440 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e66f5fc3-f2a3-4627-892e-08f37e5eb994 req-93536d82-2aff-4aed-b528-453db7263693 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590856 Jul 25 12:17:36.202312 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b1594-9321-4e97-ba38-45b16cd19abb req-ef4bc440-b8e6-41b5-8030-fdef182b0a98 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:36.204692 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0b9b1594-9321-4e97-ba38-45b16cd19abb req-ef4bc440-b8e6-41b5-8030-fdef182b0a98 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0626664 Jul 25 12:17:36.255411 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0b9b1594-9321-4e97-ba38-45b16cd19abb req-4cabc518-b06c-46e9-8cb3-a10cb09e89db tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Jul 25 12:17:37.241714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b045e89-6f77-4888-a041-6658951a7998 req-b55834a6-c949-458e-9fc3-0b1623dd8f8a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:37.243214 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8b045e89-6f77-4888-a041-6658951a7998 req-b55834a6-c949-458e-9fc3-0b1623dd8f8a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0481949 Jul 25 12:17:37.309310 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8b045e89-6f77-4888-a041-6658951a7998 req-6960b124-8bfe-4df6-9547-f61ad21a42af tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602579 Jul 25 12:17:37.412505 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb138-fd36-4512-9c11-622d060f7ab6 req-901dc12b-4090-4bbd-8f77-996c6c63bc75 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:37.413921 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d17eb138-fd36-4512-9c11-622d060f7ab6 req-901dc12b-4090-4bbd-8f77-996c6c63bc75 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0486796 Jul 25 12:17:37.449895 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:37.462550 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d17eb138-fd36-4512-9c11-622d060f7ab6 req-340ede93-119f-4f38-8b0d-5bd2db8c186b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Jul 25 12:17:38.432792 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bae85-26f0-4503-8cc5-8c6489b975e5 req-a781d9eb-8178-4f52-a3aa-517b9ace00f8 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:38.434227 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5f6bae85-26f0-4503-8cc5-8c6489b975e5 req-a781d9eb-8178-4f52-a3aa-517b9ace00f8 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0507555 Jul 25 12:17:38.504047 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5f6bae85-26f0-4503-8cc5-8c6489b975e5 req-212946b7-7139-4800-a071-38c2fde6f864 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639381 Jul 25 12:17:38.836284 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06898-1c8d-4e97-a0c5-001fbe6930e4 req-9ba5f669-962d-4c39-a1ce-01da35546884 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:38.837771 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08d06898-1c8d-4e97-a0c5-001fbe6930e4 req-9ba5f669-962d-4c39-a1ce-01da35546884 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.2830665 Jul 25 12:17:38.886246 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08d06898-1c8d-4e97-a0c5-001fbe6930e4 req-c1f36b4c-bfaf-4bf6-a5e8-1a5e97688921 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Jul 25 12:17:39.627563 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757307c-1a78-4d2f-915a-fd049aceb04d req-b2da72e3-634f-46d0-9a5b-57e47b1d0e11 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:39.629181 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9757307c-1a78-4d2f-915a-fd049aceb04d req-b2da72e3-634f-46d0-9a5b-57e47b1d0e11 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0483711 Jul 25 12:17:39.696497 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9757307c-1a78-4d2f-915a-fd049aceb04d req-8b1606d1-ae8f-4c63-aafd-caf486bcf4ef tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615325 Jul 25 12:17:40.010549 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:40.027765 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e8ed3-ebcd-467b-948e-69a26b78b2ba req-cf90e802-8d30-4ea1-8eeb-dd8ebed285c1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:40.029349 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c64e8ed3-ebcd-467b-948e-69a26b78b2ba req-cf90e802-8d30-4ea1-8eeb-dd8ebed285c1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0498924 Jul 25 12:17:40.078503 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c64e8ed3-ebcd-467b-948e-69a26b78b2ba req-6f7fa1a8-5e7d-4897-8f85-c1a23c85cfa5 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Jul 25 12:17:40.818402 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:40.831574 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe70377-896c-48d3-a457-e19fedb380ed req-a5890aac-682d-4b58-a60b-becfd455892c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:40.833104 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7fe70377-896c-48d3-a457-e19fedb380ed req-a5890aac-682d-4b58-a60b-becfd455892c tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0610008 Jul 25 12:17:40.895035 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7fe70377-896c-48d3-a457-e19fedb380ed req-894b0d34-8e7c-4256-9054-11402b96ef26 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564241 Jul 25 12:17:41.217333 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f097-6b5f-4c9d-96cb-0740777b857f req-ab92e132-c728-4b0f-a184-e9e7ab0453a3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:41.218931 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6b2f097-6b5f-4c9d-96cb-0740777b857f req-ab92e132-c728-4b0f-a184-e9e7ab0453a3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0592766 Jul 25 12:17:41.271555 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6b2f097-6b5f-4c9d-96cb-0740777b857f req-c0d74c73-1a86-4885-99b2-1c82a4a13925 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467296 Jul 25 12:17:42.021041 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12720226-aab7-44ba-bd39-49d50ad6678b req-6236ff64-22e5-4bfc-9d29-3ca5d1f7eb84 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:42.022552 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-12720226-aab7-44ba-bd39-49d50ad6678b req-6236ff64-22e5-4bfc-9d29-3ca5d1f7eb84 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0519979 Jul 25 12:17:42.086654 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-12720226-aab7-44ba-bd39-49d50ad6678b req-8bb7e363-0e73-451a-b346-93fd44173b90 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584319 Jul 25 12:17:42.397964 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc556981-4b54-4926-8387-4f43c198dbbb req-db34f105-e0e3-444b-a416-23eef076b5a2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:42.399586 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bc556981-4b54-4926-8387-4f43c198dbbb req-db34f105-e0e3-444b-a416-23eef076b5a2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0484130 Jul 25 12:17:42.449988 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bc556981-4b54-4926-8387-4f43c198dbbb req-56cd0535-7593-4b1d-aaff-df4ad8582b21 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 Jul 25 12:17:42.942386 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:42.952820 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=25 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:43.089146 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:43.206345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905db500-bbf7-423a-acad-32f9b5a06e24 req-d3179df6-42ff-43b4-b99e-c0bf90fbdb4d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:43.207801 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-905db500-bbf7-423a-acad-32f9b5a06e24 req-d3179df6-42ff-43b4-b99e-c0bf90fbdb4d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0482783 Jul 25 12:17:43.268022 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-905db500-bbf7-423a-acad-32f9b5a06e24 req-e1dbac85-bfc5-4fd6-a69f-76cdb6bb9628 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543668 Jul 25 12:17:43.578698 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d2ed5-4d5d-416f-a576-2cd6e559318b req-30a79129-a2ad-4303-9ea3-f51aac91bdb3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:43.581775 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b00d2ed5-4d5d-416f-a576-2cd6e559318b req-30a79129-a2ad-4303-9ea3-f51aac91bdb3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0533478 Jul 25 12:17:43.633876 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b00d2ed5-4d5d-416f-a576-2cd6e559318b req-b7044c4b-2e22-4035-ac9e-fcd1e4a564ff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480788 Jul 25 12:17:44.400573 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306080f-70cd-4792-97d0-8dd726ee60f4 req-e30247ab-512f-464d-8d22-aa5e2742c214 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:44.402063 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e306080f-70cd-4792-97d0-8dd726ee60f4 req-e30247ab-512f-464d-8d22-aa5e2742c214 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0531602 Jul 25 12:17:44.470074 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e306080f-70cd-4792-97d0-8dd726ee60f4 req-098c3410-5332-4ee4-8f02-49db5fe766e9 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608814 Jul 25 12:17:44.761792 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e752c07-e453-49ce-b7d0-74a36d632cd6 req-e47275ac-facf-466d-a0d2-c2a180642426 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:44.763983 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e752c07-e453-49ce-b7d0-74a36d632cd6 req-e47275ac-facf-466d-a0d2-c2a180642426 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0486650 Jul 25 12:17:44.814459 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e752c07-e453-49ce-b7d0-74a36d632cd6 req-bc34da90-d381-4b7f-95eb-a19eaac3af07 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Jul 25 12:17:45.589921 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576df6f-04ee-4e30-ab91-78221c7d7609 req-123c6ff2-e95a-4f49-9349-77954d834840 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:45.591390 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d576df6f-04ee-4e30-ab91-78221c7d7609 req-123c6ff2-e95a-4f49-9349-77954d834840 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0477226 Jul 25 12:17:45.650857 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d576df6f-04ee-4e30-ab91-78221c7d7609 req-8a60bf99-f72d-4ecb-8cdf-8970b9be3533 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536671 Jul 25 12:17:45.940964 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fdcb-aa6b-4b37-a722-2b881533d6a6 req-8477cd5b-8ba4-4817-afb9-53820ba74091 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:45.942335 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5a34fdcb-aa6b-4b37-a722-2b881533d6a6 req-8477cd5b-8ba4-4817-afb9-53820ba74091 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0465627 Jul 25 12:17:45.988204 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5a34fdcb-aa6b-4b37-a722-2b881533d6a6 req-ccaabac7-86c1-4e0f-9284-fc17c49a7159 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Jul 25 12:17:46.142751 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-098c220b-d7b7-40bd-93cd-b307cb366386 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384758 Jul 25 12:17:46.769426 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11323a6-e3f5-4fe5-a612-fb0f0b1455d9 req-649448c8-15ac-44f8-b24c-e9c3b4ebd3c3 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:46.770893 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a11323a6-e3f5-4fe5-a612-fb0f0b1455d9 req-649448c8-15ac-44f8-b24c-e9c3b4ebd3c3 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0503316 Jul 25 12:17:46.830558 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a11323a6-e3f5-4fe5-a612-fb0f0b1455d9 req-b4223e00-758b-4366-bf5b-1992a526b14e tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539627 Jul 25 12:17:46.857622 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:46.874655 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-40c32ca8-f385-4e2e-8c9a-90d982a9692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:46.876170 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-40c32ca8-f385-4e2e-8c9a-90d982a9692d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 1130 time: 0.0440426 Jul 25 12:17:47.031387 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-8d9982af-14d4-41ac-bb8b-73ec104d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:47.034177 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-8d9982af-14d4-41ac-bb8b-73ec104d5e4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.0939724 Jul 25 12:17:47.077336 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-f2a92c57-78ae-4721-96bb-4c8b23a4008d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2 HTTP/1.1" status: 200 len: 217 time: 0.0322499 Jul 25 12:17:47.116222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27b541-5ef6-400f-8c20-df13f3a1f0b5 req-bffd1b89-8725-4e87-a5a2-cdaea43b17ce tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:47.117616 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7a27b541-5ef6-400f-8c20-df13f3a1f0b5 req-bffd1b89-8725-4e87-a5a2-cdaea43b17ce tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0505412 Jul 25 12:17:47.127426 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-df592d70-bbf4-47c4-881e-ccc71fe19174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:47.128970 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-df592d70-bbf4-47c4-881e-ccc71fe19174 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.0440886 Jul 25 12:17:47.164426 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7a27b541-5ef6-400f-8c20-df13f3a1f0b5 req-b666eb8a-6c73-42d5-b0a8-ac1aa0eb170f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Jul 25 12:17:47.180285 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-a2f7a150-47ad-4c0f-b182-c84a884cef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:47.181767 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-a2f7a150-47ad-4c0f-b182-c84a884cef58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395515 Jul 25 12:17:47.277173 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-bcafc4b8-3d09-4a30-8562-f82758ae7fbe service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847111 Jul 25 12:17:47.369182 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d74c085d-6df0-470a-a54c-78d05d12fe38 req-0bfd04f5-aa48-48ac-8726-69241580ac50 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Jul 25 12:17:47.754076 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:17:47.945536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:47.959881 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ef4d9-712e-4429-ab92-e2bfc733836f req-bece470b-76bb-467b-b162-ccd34cca0b18 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:47.961360 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-003ef4d9-712e-4429-ab92-e2bfc733836f req-bece470b-76bb-467b-b162-ccd34cca0b18 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0496602 Jul 25 12:17:48.023312 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-003ef4d9-712e-4429-ab92-e2bfc733836f req-47f2d0d5-19d1-4dc5-b89c-68c61a6479f6 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562274 Jul 25 12:17:48.288373 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7f496-d70a-40aa-93e1-9b9cb458b4b4 req-75fa9d42-08b7-4e86-83a7-5c9178c83932 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:48.289768 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6db7f496-d70a-40aa-93e1-9b9cb458b4b4 req-75fa9d42-08b7-4e86-83a7-5c9178c83932 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0488093 Jul 25 12:17:48.336575 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6db7f496-d70a-40aa-93e1-9b9cb458b4b4 req-5cacf4f7-b391-4abd-b5d9-036e1a60d40c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412955 Jul 25 12:17:49.141629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34920408-795a-4c8e-af14-082688ed0e04 req-80226af7-81f9-49bd-996d-98bbe0fd65dd tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:49.143052 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34920408-795a-4c8e-af14-082688ed0e04 req-80226af7-81f9-49bd-996d-98bbe0fd65dd tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0463202 Jul 25 12:17:49.202844 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34920408-795a-4c8e-af14-082688ed0e04 req-5f43ac19-e599-4b68-915f-9cb784f1e96a tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542257 Jul 25 12:17:49.456662 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1714e-ddb8-4f1f-a55a-0ae1a45500b9 req-1fc288ce-3c02-4a3c-8ca5-1c70bff3d794 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:49.458114 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dfc1714e-ddb8-4f1f-a55a-0ae1a45500b9 req-1fc288ce-3c02-4a3c-8ca5-1c70bff3d794 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0457480 Jul 25 12:17:49.507361 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dfc1714e-ddb8-4f1f-a55a-0ae1a45500b9 req-3d6db3b4-6b3d-4b79-bff8-940df232278f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438249 Jul 25 12:17:50.534658 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156591f2-2b91-4bf6-be53-11b8a6d89360 req-721b5a11-3c6f-4bcb-8752-e6119c9c9a6d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:50.536063 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-156591f2-2b91-4bf6-be53-11b8a6d89360 req-721b5a11-3c6f-4bcb-8752-e6119c9c9a6d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.2638977 Jul 25 12:17:50.596998 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-156591f2-2b91-4bf6-be53-11b8a6d89360 req-904e81d2-614d-44c0-b581-754ee646a273 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549414 Jul 25 12:17:50.631789 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a5127-5e8f-4ed3-9959-0adc7b353ff5 req-bf122a86-430a-4727-9869-13a9d72bd328 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:50.633274 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-af7a5127-5e8f-4ed3-9959-0adc7b353ff5 req-bf122a86-430a-4727-9869-13a9d72bd328 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0484531 Jul 25 12:17:50.668923 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:50.680988 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-af7a5127-5e8f-4ed3-9959-0adc7b353ff5 req-5365a804-fd49-4fd7-b568-a82e56a58936 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Jul 25 12:17:51.254732 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-430c96c1-b9e9-452c-871b-d4a6199656fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:51.711967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a315f-2754-4516-b2bf-73f9a6e4b808 req-b91a2408-802f-4281-a5e1-d303127ff93b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:51.713410 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-260a315f-2754-4516-b2bf-73f9a6e4b808 req-b91a2408-802f-4281-a5e1-d303127ff93b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0464745 Jul 25 12:17:51.771462 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:51.788075 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-260a315f-2754-4516-b2bf-73f9a6e4b808 req-13799247-11f8-4a65-ba97-5dd6a1c67903 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689225 Jul 25 12:17:51.814665 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae6b0c-6142-4754-aeb2-a7ddbd71e760 req-8c412a43-2295-47e5-b976-bb92d720f35d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:51.816174 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4ae6b0c-6142-4754-aeb2-a7ddbd71e760 req-8c412a43-2295-47e5-b976-bb92d720f35d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0543580 Jul 25 12:17:51.862849 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4ae6b0c-6142-4754-aeb2-a7ddbd71e760 req-2ef1287a-3c0e-4161-becd-51dd65cc41c2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 Jul 25 12:17:52.904273 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb370ef7-e291-4a98-bd43-609a6ba8f22a req-05af3435-6a49-45e3-a6d4-9351ce3169d9 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:52.907009 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cb370ef7-e291-4a98-bd43-609a6ba8f22a req-05af3435-6a49-45e3-a6d4-9351ce3169d9 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0501292 Jul 25 12:17:52.969034 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cb370ef7-e291-4a98-bd43-609a6ba8f22a req-20dd2eab-c41c-4d5d-8198-9cd68156262d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&id=2d457c22-8406-4866-9e2a-22b419b5987b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562346 Jul 25 12:17:52.978965 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:52.992921 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3149-8cc9-4b20-a1af-83c3dd2bf64f req-5410e56b-4b89-4e1c-b72c-957a2f3d2616 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:52.994392 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d0b3149-8cc9-4b20-a1af-83c3dd2bf64f req-5410e56b-4b89-4e1c-b72c-957a2f3d2616 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0497279 Jul 25 12:17:53.040379 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d0b3149-8cc9-4b20-a1af-83c3dd2bf64f req-11fa58be-d837-405e-8efb-1d15375693d9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405080 Jul 25 12:17:53.412337 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c02ec47c-047e-441e-b78e-14299c5a6935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:54.149489 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:54.163911 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118ead7-2835-4387-9ba4-e0ef54f32b47 req-a9b8e040-26c3-41b2-86f8-d452f831a61e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:54.165357 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8118ead7-2835-4387-9ba4-e0ef54f32b47 req-a9b8e040-26c3-41b2-86f8-d452f831a61e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 944 time: 0.0477791 Jul 25 12:17:54.211600 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8118ead7-2835-4387-9ba4-e0ef54f32b47 req-ef7b3d4a-2ac6-4716-b066-96b2daf8fbda tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Jul 25 12:17:54.333226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:17:54.432535 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:54.444622 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'd01f3ff0-df08-4605-a057-7920ee080060', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'port_id': 'd01f3ff0-df08-4605-a057-7920ee080060', 'mac_address': 'fa:16:3e:d4:35:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:17:54.478801 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:54.479192 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:54.491799 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01f3ff0-df08-4605-a057-7920ee080060 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:17:54.511423 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:54.515411 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:54.563557 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=9']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:54.693462 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:54.984069 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['d01f3ff0-df08-4605-a057-7920ee080060'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:17:55.343832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd78b3-00af-407e-8a8b-489c3dbff048 req-f444b5ca-8d33-406c-a7ba-277550969ec7 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:55.345824 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e9bd78b3-00af-407e-8a8b-489c3dbff048 req-f444b5ca-8d33-406c-a7ba-277550969ec7 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Jul 25 12:17:55.391147 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e9bd78b3-00af-407e-8a8b-489c3dbff048 req-8f3c478c-5999-48aa-90c7-976f28aed466 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399497 Jul 25 12:17:56.274186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:56.343852 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:17:56.388131 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port d01f3ff0-df08-4605-a057-7920ee080060 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:17:56.388511 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d01f3ff0-df08-4605-a057-7920ee080060), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:56.471613 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d01f3ff0-df08-4605-a057-7920ee080060 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:17:56.471949 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:56.487523 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:56.501578 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:17:56.504288 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c3a586-af21-4f88-be9c-6b3aa72ff522" -d '{"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-plugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:17:56.517623 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:17:56.523453 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:17:56.526585 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06258b38-87de-4c1e-aea2-6ec90bab1277 req-64e5327e-e517-49c5-b551-f0fd384832ca tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:56.529708 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-06258b38-87de-4c1e-aea2-6ec90bab1277 req-64e5327e-e517-49c5-b551-f0fd384832ca tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Jul 25 12:17:56.549576 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecdfb56-5d53-4942-a44a-0ef1902ea9d0 x-openstack-request-id: req-9ecdfb56-5d53-4942-a44a-0ef1902ea9d0 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:17:56.549891 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-plugged", "status": "completed", "tag": "d01f3ff0-df08-4605-a057-7920ee080060", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:17:56.550142 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ecdfb56-5d53-4942-a44a-0ef1902ea9d0 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:17:56.550527 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecdfb56-5d53-4942-a44a-0ef1902ea9d0'] response: {'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060', 'code': 200} Jul 25 12:17:56.574549 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=10']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:17:56.580403 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-06258b38-87de-4c1e-aea2-6ec90bab1277 req-328148de-331e-4879-8812-aaf58a42e5e5 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Jul 25 12:17:57.150869 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76ad04-69c3-4433-94cc-f93001ac8e3e req-b7204839-da5e-4871-93c3-d00e07b73111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:57.152378 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2b76ad04-69c3-4433-94cc-f93001ac8e3e req-b7204839-da5e-4871-93c3-d00e07b73111 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 1131 time: 0.0443065 Jul 25 12:17:57.205291 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2b76ad04-69c3-4433-94cc-f93001ac8e3e req-2abbf7bf-e6d4-4b13-921b-d1d7534e2f0e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Jul 25 12:17:57.710955 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c756-84d7-4151-aaa6-0a43d2b66341 req-74b723db-9803-4281-b9ea-9bcfa3293fc0 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:57.712424 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e764c756-84d7-4151-aaa6-0a43d2b66341 req-74b723db-9803-4281-b9ea-9bcfa3293fc0 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.0492220 Jul 25 12:17:57.754070 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:17:57.758372 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e764c756-84d7-4151-aaa6-0a43d2b66341 req-83a3dfab-af1e-4005-94cf-31a72902d5a1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404129 Jul 25 12:17:58.885251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0e810-15da-41b0-9b4e-59b108c4fd57 req-0c15bdc6-0fcd-44a3-ad64-a5650033b5f3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:17:58.886727 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-67e0e810-15da-41b0-9b4e-59b108c4fd57 req-0c15bdc6-0fcd-44a3-ad64-a5650033b5f3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.0495026 Jul 25 12:17:58.938715 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-67e0e810-15da-41b0-9b4e-59b108c4fd57 req-9a467131-0ee6-4892-abd5-737aa61354f3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463803 Jul 25 12:18:00.062109 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1df4d-8115-4fc6-857a-255ad839a76a req-88e031d2-545b-4562-a313-22afdb8979a2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:00.063592 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-67a1df4d-8115-4fc6-857a-255ad839a76a req-88e031d2-545b-4562-a313-22afdb8979a2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.0472419 Jul 25 12:18:00.109152 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-67a1df4d-8115-4fc6-857a-255ad839a76a req-f49e71bc-596f-4026-b378-9b326aa1e4aa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Jul 25 12:18:06.559304 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:06.566280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:06.571836 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:08.932297 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=32 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:08.934659 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=85 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:10.102766 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=44 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:10.105355 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=32 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:13.106766 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:19.578640 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c539ba-2b65-4ed9-b03d-603f3118050a req-ae834709-391c-4c6d-93f8-0608904e148e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:19.580768 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19c539ba-2b65-4ed9-b03d-603f3118050a req-ae834709-391c-4c6d-93f8-0608904e148e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0486364 Jul 25 12:18:19.629028 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19c539ba-2b65-4ed9-b03d-603f3118050a req-1eb33374-5dfc-4910-817f-026bb341f53e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 Jul 25 12:18:19.749850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9b780-1f48-419f-bb81-7482891c1517 req-f7cef94f-aa70-43a0-8643-993fb6eeccd5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:19.752002 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7cc9b780-1f48-419f-bb81-7482891c1517 req-f7cef94f-aa70-43a0-8643-993fb6eeccd5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0467689 Jul 25 12:18:19.798346 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7cc9b780-1f48-419f-bb81-7482891c1517 req-389c9729-22ac-411d-993c-c94dc5b375ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Jul 25 12:18:20.754064 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953a949-2cf1-46a8-a7a2-1044f90837be req-0cdded08-65f0-422f-8b0d-2860c4aff349 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:20.755519 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d953a949-2cf1-46a8-a7a2-1044f90837be req-0cdded08-65f0-422f-8b0d-2860c4aff349 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0467980 Jul 25 12:18:20.805155 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d953a949-2cf1-46a8-a7a2-1044f90837be req-597551d2-0a81-467a-b61a-52aaa7d1b71f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5996a520-6aaf-4b27-8ea3-cfae225f2a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Jul 25 12:18:20.924710 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848de66-a7cb-4bed-b568-95d002311408 req-3109f41f-858a-454e-b117-89bf9c09be2c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:20.926095 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1848de66-a7cb-4bed-b568-95d002311408 req-3109f41f-858a-454e-b117-89bf9c09be2c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0545239 Jul 25 12:18:20.973227 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1848de66-a7cb-4bed-b568-95d002311408 req-26796164-2333-4d17-96ec-6623b3924e2a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Jul 25 12:18:21.257386 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-86a86f98-1e1d-4de3-953b-9e6fddb91a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:21.267972 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-8451609b-44aa-49a6-b7bf-f6d8c73f0e4d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:21.269517 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-8451609b-44aa-49a6-b7bf-f6d8c73f0e4d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 945 time: 0.0488408 Jul 25 12:18:21.357965 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port 9251fe67-d381-42a4-95a5-12fffca6f2be {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:21.358299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:21.444305 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] For port 9251fe67-d381-42a4-95a5-12fffca6f2be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9251fe67-d381-42a4-95a5-12fffca6f2be,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:21.444657 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:21.646247 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:21.646640 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (29c14dc4-9860-4abd-9f8a-34e8dbbb311d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:21.646955 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP 29c14dc4-9860-4abd-9f8a-34e8dbbb311d disassociated. External IP: 172.27.0.181, port: 9251fe67-d381-42a4-95a5-12fffca6f2be. Jul 25 12:18:21.647300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for 9251fe67-d381-42a4-95a5-12fffca6f2be owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:21.776967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (9251fe67-d381-42a4-95a5-12fffca6f2be), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:21.805234 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=9251fe67-d381-42a4-95a5-12fffca6f2be,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:21.815602 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.815949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.816294 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.816629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.816958 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.817285 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.817606 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.817932 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.818254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.818570 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.818887 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.819205 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.819522 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.819862 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.820177 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:21.896010 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:21.910862 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d17aeb22-d916-4feb-ae8b-f13db45c70db req-cf1a0481-f0b1-4d82-b8b3-f863ab12527c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=484cf6bc-2993-476c-ab86-45ac7e109720 HTTP/1.1" status: 200 len: 210 time: 0.0300195 Jul 25 12:18:21.929828 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:18:21.936541 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:22.040953 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:18:22.052710 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:18:22.062334 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:22.062973 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:17:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:22.091314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] No DVR routers for this DVR port 9251fe67-d381-42a4-95a5-12fffca6f2be on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:18:22.111968 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:22.115189 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-82560f46-2d92-47a8-bc5d-f1fbb7f17539 req-c6529c45-d23e-44d9-bcb7-1b092d9fc532 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "DELETE /v2.0/ports/9251fe67-d381-42a4-95a5-12fffca6f2be HTTP/1.1" status: 204 len: 173 time: 0.8369462 Jul 25 12:18:22.115651 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'name': 'network-vif-deleted', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:22.117890 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727fd351-4d8c-4af9-89ab-2654fc5f39d0" -d '{"events": [{"server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "name": "network-vif-deleted", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:22.138791 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e777d-24b1-445c-8317-f008707277d4 req-6c436fc0-87d8-49ac-8f26-beebcebfb5ad tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:22.140483 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3b9e777d-24b1-445c-8317-f008707277d4 req-6c436fc0-87d8-49ac-8f26-beebcebfb5ad tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0767517 Jul 25 12:18:22.178675 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19de8c64-3821-40bb-b307-e7113a414770 x-openstack-request-id: req-19de8c64-3821-40bb-b307-e7113a414770 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:22.178961 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484cf6bc-2993-476c-ab86-45ac7e109720", "name": "network-vif-deleted", "tag": "9251fe67-d381-42a4-95a5-12fffca6f2be", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:22.179215 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19de8c64-3821-40bb-b307-e7113a414770 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:22.179646 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19de8c64-3821-40bb-b307-e7113a414770'] response: {'server_uuid': '484cf6bc-2993-476c-ab86-45ac7e109720', 'name': 'network-vif-deleted', 'tag': '9251fe67-d381-42a4-95a5-12fffca6f2be', 'status': 'completed', 'code': 200} Jul 25 12:18:22.183726 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:22.198244 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3b9e777d-24b1-445c-8317-f008707277d4 req-264eae78-5d73-441d-a6cc-fbbc1293ce5c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507619 Jul 25 12:18:22.406502 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:43Z', 'revision_number': 2, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:22.430741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:18:22.439452 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:22.440082 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:17:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:22.674320 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:22.895321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:43Z', 'revision_number': 2, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:22.920725 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343aa43-16db-407e-95f1-b3ea166c958e None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'd6820bf1-0f99-4501-bbbc-638525a20e1f', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a0:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:15:03Z', 'updated_at': '2022-07-25T12:15:43Z', 'revision_number': 2, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:18:23.014920 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50054) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:23.081564 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0d51-1d8a-4c5a-ae30-45919bed45b8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (5996a520-6aaf-4b27-8ea3-cfae225f2a74), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.107495 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0d51-1d8a-4c5a-ae30-45919bed45b8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (5996a520-6aaf-4b27-8ea3-cfae225f2a74), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.161781 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0d51-1d8a-4c5a-ae30-45919bed45b8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5996a520-6aaf-4b27-8ea3-cfae225f2a74), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.166234 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0d51-1d8a-4c5a-ae30-45919bed45b8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.169078 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-cb8e0d51-1d8a-4c5a-ae30-45919bed45b8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/security-groups/5996a520-6aaf-4b27-8ea3-cfae225f2a74 HTTP/1.1" status: 204 len: 168 time: 0.1529698 Jul 25 12:18:23.172041 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50056) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:23.183591 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e0d51-1d8a-4c5a-ae30-45919bed45b8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5996a520-6aaf-4b27-8ea3-cfae225f2a74,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:23.193278 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-cf16f19b-5591-44fd-ad78-8c545de57cf4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] show failed (client error): The resource could not be found. Jul 25 12:18:23.194318 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cf16f19b-5591-44fd-ad78-8c545de57cf4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups/5996a520-6aaf-4b27-8ea3-cfae225f2a74 HTTP/1.1" status: 404 len: 347 time: 0.0206976 Jul 25 12:18:23.197430 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50058) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:23.215170 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8f4f4-764f-4b74-a422-b7b0cff73fe0 None None] New status for floating IP 29c14dc4-9860-4abd-9f8a-34e8dbbb311d: DOWN {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:18:23.401892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7e4f-9f7a-48cb-bb49-85a3301f253d req-ab8e89e6-c9c4-4eea-b471-b97d0663e963 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:23.403781 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-904f7e4f-9f7a-48cb-bb49-85a3301f253d req-ab8e89e6-c9c4-4eea-b471-b97d0663e963 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0771489 Jul 25 12:18:23.417729 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port ca5e1d50-ae88-470e-9bf6-f257f64c91e6 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:23.418147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.425295 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ffc8606b-2f48-4280-9932-c476e7d1e787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.460210 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-904f7e4f-9f7a-48cb-bb49-85a3301f253d req-0eefed2f-9ac8-40e7-870b-e5216de8bd39 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492473 Jul 25 12:18:23.552853 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.553233 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.573949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for ca5e1d50-ae88-470e-9bf6-f257f64c91e6 owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:23.743042 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ca5e1d50-ae88-470e-9bf6-f257f64c91e6), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.768550 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=ca5e1d50-ae88-470e-9bf6-f257f64c91e6,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:23.846152 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (29c14dc4-9860-4abd-9f8a-34e8dbbb311d), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.848681 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:23.849878 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-cdcf4923-488b-4169-a301-cdb0a200cfcb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/floatingips/29c14dc4-9860-4abd-9f8a-34e8dbbb311d HTTP/1.1" status: 204 len: 168 time: 0.6512806 Jul 25 12:18:24.591970 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d49a15-88f1-4bf5-b8e5-4feff1a42335 req-2d8a6d21-5e1d-47a4-bd93-f8f8683b812a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:24.593444 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b3d49a15-88f1-4bf5-b8e5-4feff1a42335 req-2d8a6d21-5e1d-47a4-bd93-f8f8683b812a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Jul 25 12:18:24.642262 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b3d49a15-88f1-4bf5-b8e5-4feff1a42335 req-26d80cd8-27f7-40be-a010-1577d1d21b17 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Jul 25 12:18:24.696198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:24.753716 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:18:25.758526 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63eba8-a54b-4c6c-866f-db086cec97c6 req-e657ad8b-9548-4518-9c1a-f1e9d57ff2e6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:25.760018 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e63eba8-a54b-4c6c-866f-db086cec97c6 req-e657ad8b-9548-4518-9c1a-f1e9d57ff2e6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0461516 Jul 25 12:18:25.807479 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e63eba8-a54b-4c6c-866f-db086cec97c6 req-ddeef15b-2372-4204-bef6-683b5b04d82d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Jul 25 12:18:26.278380 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:26.469068 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 9251fe67-d381-42a4-95a5-12fffca6f2be no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:18:26.472555 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:26.492807 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 9251fe67-d381-42a4-95a5-12fffca6f2be {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:18:26.493153 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 9251fe67-d381-42a4-95a5-12fffca6f2be not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:18:26.939722 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4962-d989-46f6-a49c-54a739aadf74 req-77927071-d6b3-4b5b-8f36-2af392419647 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:26.941480 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66db4962-d989-46f6-a49c-54a739aadf74 req-77927071-d6b3-4b5b-8f36-2af392419647 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0546799 Jul 25 12:18:26.991853 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66db4962-d989-46f6-a49c-54a739aadf74 req-77d697b8-3986-4951-bfa2-8a6fc535ae14 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 Jul 25 12:18:28.111418 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c3315-6a54-499e-8d47-14dbebbf1a27 req-4979310d-1024-4b1c-8099-7e0a7de5225d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:28.112896 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f32c3315-6a54-499e-8d47-14dbebbf1a27 req-4979310d-1024-4b1c-8099-7e0a7de5225d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0462499 Jul 25 12:18:28.159161 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f32c3315-6a54-499e-8d47-14dbebbf1a27 req-273cadbc-1b86-4948-8f0e-367e92008cbc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 Jul 25 12:18:29.276106 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19b4bc-f42f-4616-bbd0-8c488e7d0843 req-ee6afef4-35c2-4818-b8d1-476692a85922 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:29.277556 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8f19b4bc-f42f-4616-bbd0-8c488e7d0843 req-ee6afef4-35c2-4818-b8d1-476692a85922 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0466609 Jul 25 12:18:29.322742 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8f19b4bc-f42f-4616-bbd0-8c488e7d0843 req-6e6ca0fc-dcfd-424c-b5db-1b93b9d65d5b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394466 Jul 25 12:18:30.444932 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84d0d0-5e3a-4ddd-8329-401e3bb565c6 req-bd9b86ca-3bff-433e-bfcc-a1436953183d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:30.446370 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2d84d0d0-5e3a-4ddd-8329-401e3bb565c6 req-bd9b86ca-3bff-433e-bfcc-a1436953183d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0495358 Jul 25 12:18:30.491778 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2d84d0d0-5e3a-4ddd-8329-401e3bb565c6 req-38ab93c6-f951-433b-9727-2f49fbd6214f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Jul 25 12:18:31.459225 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:31.475446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-245ff8e6-57fd-4f6f-b56c-957af31187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.476974 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-245ff8e6-57fd-4f6f-b56c-957af31187d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0759447 Jul 25 12:18:31.485810 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b650db-04b7-4ba2-8aae-408e99c8dfe9 req-a10b16c7-0f19-4c14-9a18-61f495596799 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.487161 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-65b650db-04b7-4ba2-8aae-408e99c8dfe9 req-a10b16c7-0f19-4c14-9a18-61f495596799 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0766184 Jul 25 12:18:31.539112 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:31.592226 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-65b650db-04b7-4ba2-8aae-408e99c8dfe9 req-6b6d1eae-32d2-43a8-a827-43d55744b514 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960841 Jul 25 12:18:31.617478 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-8f41fcaf-1e06-4af8-8e21-704121c96fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.619323 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-8f41fcaf-1e06-4af8-8e21-704121c96fe6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.1310108 Jul 25 12:18:31.622735 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df29651-0be1-4284-b416-16658ae1f07a req-d195f494-2cf7-4e19-ba4b-8fd58d2e970f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.624715 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5df29651-0be1-4284-b416-16658ae1f07a req-d195f494-2cf7-4e19-ba4b-8fd58d2e970f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0546162 Jul 25 12:18:31.675150 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5df29651-0be1-4284-b416-16658ae1f07a req-027c5894-5987-4f0b-b69e-63dad152e420 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444288 Jul 25 12:18:31.686342 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-30b4cc7d-d945-49a8-a82c-91f08e784b9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 200 len: 1001 time: 0.0600083 Jul 25 12:18:31.745102 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-eb87bb8d-a803-4ec3-8b0f-90a274e8814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.746728 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-eb87bb8d-a803-4ec3-8b0f-90a274e8814f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.0528646 Jul 25 12:18:31.806473 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-08f10671-f4e7-4317-a895-92633827653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.808427 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-08f10671-f4e7-4317-a895-92633827653f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525830 Jul 25 12:18:31.925750 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5647e3b-7be7-4ff6-9105-6afdc4f36801 req-52c12bf9-ff73-4bb3-9b7d-06e7e616b50a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.927376 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e5647e3b-7be7-4ff6-9105-6afdc4f36801 req-52c12bf9-ff73-4bb3-9b7d-06e7e616b50a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0654957 Jul 25 12:18:31.962742 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-d0e8f256-a7c0-4803-8ed7-7e8a0230dd58 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472757 Jul 25 12:18:31.972053 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23c8c1-799e-474c-9ec5-6540fac18b11 req-398ca120-9441-42a8-9ad4-bb28722ad331 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:31.973473 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9c23c8c1-799e-474c-9ec5-6540fac18b11 req-398ca120-9441-42a8-9ad4-bb28722ad331 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0483649 Jul 25 12:18:31.988364 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e5647e3b-7be7-4ff6-9105-6afdc4f36801 req-4cb549e5-2346-4012-b466-1f40cc038c6b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544317 Jul 25 12:18:32.024641 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9c23c8c1-799e-474c-9ec5-6540fac18b11 req-690009d6-8240-4f38-b5bf-1a0c21952c42 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454862 Jul 25 12:18:32.710618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432ba-3ad1-41d3-8148-552f6219c61b req-14016377-9e69-4d80-850a-8bdfc456d8cd tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:32.712099 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93a432ba-3ad1-41d3-8148-552f6219c61b req-14016377-9e69-4d80-850a-8bdfc456d8cd tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0476546 Jul 25 12:18:32.758467 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93a432ba-3ad1-41d3-8148-552f6219c61b req-1a18c82f-aa62-4abc-bc6d-850ec96d49b4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408628 Jul 25 12:18:33.070823 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:33.107004 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ad31-9ad5-4948-af98-bace4b928491 req-4d4a4478-bbf2-4c43-a74c-70d0e217d6b2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.108537 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0159ad31-9ad5-4948-af98-bace4b928491 req-4d4a4478-bbf2-4c43-a74c-70d0e217d6b2 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0481615 Jul 25 12:18:33.141676 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6db7-1c07-42b5-b772-d1846e53119a req-96108e87-591b-4f70-ab09-9f1e205ff43f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.143142 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-430e6db7-1c07-42b5-b772-d1846e53119a req-96108e87-591b-4f70-ab09-9f1e205ff43f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0464230 Jul 25 12:18:33.156541 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0159ad31-9ad5-4948-af98-bace4b928491 req-ff06ec6b-c104-49de-9c89-3fe9dbd79a15 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Jul 25 12:18:33.193149 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-430e6db7-1c07-42b5-b772-d1846e53119a req-46695637-c885-4e58-bbed-bf63a1f8f3f4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444150 Jul 25 12:18:33.332551 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-1fca2ca8-f23c-489f-af6b-9752145c32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.333995 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-1fca2ca8-f23c-489f-af6b-9752145c32c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 1129 time: 0.0750027 Jul 25 12:18:33.357980 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-34089d01-3d02-4c43-b2d9-5d114bc34425 req-99dc1433-c068-44df-93f7-0a23d3334fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164227 Jul 25 12:18:33.508256 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:33.511384 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-54a3dfa6-8ee3-4d8e-b8f2-d8d26f1ccb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.512867 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-54a3dfa6-8ee3-4d8e-b8f2-d8d26f1ccb33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 911 time: 0.0870206 Jul 25 12:18:33.733807 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-304a802b-1fe3-4285-a5b6-0bc1138cbb45 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.735158 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-304a802b-1fe3-4285-a5b6-0bc1138cbb45 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0851820 Jul 25 12:18:33.736828 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-4c7b17a3-a0ee-47fb-9c57-d3726a218ffe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 200 len: 1000 time: 0.0926213 Jul 25 12:18:33.847199 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-3aaf723e-0cf8-4046-a5d0-b074557f563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.848663 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-3aaf723e-0cf8-4046-a5d0-b074557f563e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0966992 Jul 25 12:18:33.869439 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port 59a6c2e2-7638-469a-bca1-c81f367ece3f {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:33.869784 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:33.876672 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd7fca-67a4-4363-87ee-5ec56699dad2 req-37691b36-508c-4c59-a42b-137514459341 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.878163 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-50dd7fca-67a4-4363-87ee-5ec56699dad2 req-37691b36-508c-4c59-a42b-137514459341 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0473213 Jul 25 12:18:33.900548 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:33.901838 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:33.925192 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-50dd7fca-67a4-4363-87ee-5ec56699dad2 req-e303a9b5-d641-46fa-a476-b15fe111e62e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Jul 25 12:18:33.938063 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-33352b9d-4d29-4e97-81c7-c36f14b6f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:33.939572 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-33352b9d-4d29-4e97-81c7-c36f14b6f41b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0814431 Jul 25 12:18:34.289585 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] For port 59a6c2e2-7638-469a-bca1-c81f367ece3f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=59a6c2e2-7638-469a-bca1-c81f367ece3f,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:34.289954 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:34.324590 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f747ee-f6e6-4429-bec1-2faa96c97f22 req-89969882-ac12-4a69-8862-f0c53836a895 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:34.326105 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0f747ee-f6e6-4429-bec1-2faa96c97f22 req-89969882-ac12-4a69-8862-f0c53836a895 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 946 time: 0.0512626 Jul 25 12:18:34.329640 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b97a52-962a-493d-a817-0b6a36a91d25 req-a20eddc8-7fc3-47c1-b259-9919976018f6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:34.331100 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f0b97a52-962a-493d-a817-0b6a36a91d25 req-a20eddc8-7fc3-47c1-b259-9919976018f6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1017313 Jul 25 12:18:34.383018 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0f747ee-f6e6-4429-bec1-2faa96c97f22 req-58879803-34a1-4b25-9991-0a4b50d88d0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=9263b52b-6e30-458f-ad66-051c1b43b862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511916 Jul 25 12:18:34.385954 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-7f543a51-d45f-4c75-acd3-b340c6f5512d service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392686 Jul 25 12:18:34.508287 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f0b97a52-962a-493d-a817-0b6a36a91d25 req-36242361-0b90-4481-b33c-8c34448637dd tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695292 Jul 25 12:18:34.595143 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6cb55970-c1fb-4dfd-9a80-b70955b7e918 req-0339b701-9005-4fda-9fe4-40a50e6d9582 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999381 Jul 25 12:18:34.597946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:34.598300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (d6820bf1-0f99-4501-bbbc-638525a20e1f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:34.598613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP d6820bf1-0f99-4501-bbbc-638525a20e1f disassociated. External IP: 172.27.0.37, port: 59a6c2e2-7638-469a-bca1-c81f367ece3f. Jul 25 12:18:34.598953 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for 59a6c2e2-7638-469a-bca1-c81f367ece3f owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:34.720773 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:34.733249 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (59a6c2e2-7638-469a-bca1-c81f367ece3f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:34.748376 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=1,neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:34.749249 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=10 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:34.769513 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=59a6c2e2-7638-469a-bca1-c81f367ece3f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:34.876443 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:18:34.887080 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:34.979493 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:18:34.990495 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:18:35.013619 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:35.014247 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:35.026718 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] No DVR routers for this DVR port 59a6c2e2-7638-469a-bca1-c81f367ece3f on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:18:35.029120 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:35.032652 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0a5c1199-b8d6-40cb-9791-797d3d2dfe78 req-7ab7d4d0-27c9-4d8a-b6d5-86a788c2c6bd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "DELETE /v2.0/ports/59a6c2e2-7638-469a-bca1-c81f367ece3f HTTP/1.1" status: 204 len: 173 time: 1.2870126 Jul 25 12:18:35.033103 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'name': 'network-vif-deleted', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:35.035346 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e217caa-90eb-4fd1-bb50-37ab9b421702" -d '{"events": [{"server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "name": "network-vif-deleted", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:35.054902 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756a74-53c8-4b6c-9c3c-4025c173afb8 req-dba836f3-b254-4fc1-9808-f786626c937f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:35.056319 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ab756a74-53c8-4b6c-9c3c-4025c173afb8 req-dba836f3-b254-4fc1-9808-f786626c937f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0580659 Jul 25 12:18:35.075236 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd96fc-5d99-43ea-be95-71bd8b26d000 x-openstack-request-id: req-70fd96fc-5d99-43ea-be95-71bd8b26d000 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:35.075537 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d50aae7-fb06-467c-9a21-1d683297bc9e", "name": "network-vif-deleted", "tag": "59a6c2e2-7638-469a-bca1-c81f367ece3f", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:35.075813 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70fd96fc-5d99-43ea-be95-71bd8b26d000 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:35.076657 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fd96fc-5d99-43ea-be95-71bd8b26d000'] response: {'server_uuid': '3d50aae7-fb06-467c-9a21-1d683297bc9e', 'name': 'network-vif-deleted', 'tag': '59a6c2e2-7638-469a-bca1-c81f367ece3f', 'status': 'completed', 'code': 200} Jul 25 12:18:35.107580 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ab756a74-53c8-4b6c-9c3c-4025c173afb8 req-fa885fa5-7a60-4681-b08d-390cbe951ce0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456703 Jul 25 12:18:35.135703 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:35.328906 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:35.352858 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:18:35.361583 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:35.362116 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:35.465757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:35.486311 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-86bd9f74-5af9-4144-bbed-546944ca4c66 req-139a1395-29cb-4d1b-9c96-871dfcbb8101 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d50aae7-fb06-467c-9a21-1d683297bc9e HTTP/1.1" status: 200 len: 210 time: 0.0281494 Jul 25 12:18:35.576760 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:35.605534 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:35.641301 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94f9c5-5fee-47b2-a906-4d61efbd90a5 req-405c7699-dd6a-4844-8312-966a31b7aa3b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:35.642813 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0e94f9c5-5fee-47b2-a906-4d61efbd90a5 req-405c7699-dd6a-4844-8312-966a31b7aa3b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0611672 Jul 25 12:18:35.667958 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:35.700603 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0e94f9c5-5fee-47b2-a906-4d61efbd90a5 req-7174c231-4ea2-407c-ab6d-c5ed5f9c0dcf tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517151 Jul 25 12:18:35.704130 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4aeb89-aaa2-460e-b16d-f0ce3e9bdf81 None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:18:35.912367 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef63b30-e47d-4396-98d0-9b7a880b1d7c None None] New status for floating IP d6820bf1-0f99-4501-bbbc-638525a20e1f: DOWN {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:18:36.229139 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947a523-77a8-44c8-9de7-d6fc1504388f req-bd476575-2f16-4267-92d1-eb5a81f19c57 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:36.230661 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c947a523-77a8-44c8-9de7-d6fc1504388f req-bd476575-2f16-4267-92d1-eb5a81f19c57 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0517035 Jul 25 12:18:36.285690 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c947a523-77a8-44c8-9de7-d6fc1504388f req-acdd0dfe-b391-41ff-9a56-4bacc023284a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489454 Jul 25 12:18:36.573963 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50180) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:36.632453 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-de3712fe-8f42-4821-999d-a34ee8e6f77b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (9263b52b-6e30-458f-ad66-051c1b43b862), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:36.656756 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-de3712fe-8f42-4821-999d-a34ee8e6f77b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (9263b52b-6e30-458f-ad66-051c1b43b862), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:36.704963 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-de3712fe-8f42-4821-999d-a34ee8e6f77b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9263b52b-6e30-458f-ad66-051c1b43b862), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:36.707429 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-de3712fe-8f42-4821-999d-a34ee8e6f77b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:36.708573 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-de3712fe-8f42-4821-999d-a34ee8e6f77b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/security-groups/9263b52b-6e30-458f-ad66-051c1b43b862 HTTP/1.1" status: 204 len: 168 time: 0.1336129 Jul 25 12:18:36.711453 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50182) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:36.718425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3712fe-8f42-4821-999d-a34ee8e6f77b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263b52b-6e30-458f-ad66-051c1b43b862,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:36.725764 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-d9a5bb2e-bf18-4f8f-8bbe-1ce0d8afb588 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] show failed (client error): The resource could not be found. Jul 25 12:18:36.727064 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d9a5bb2e-bf18-4f8f-8bbe-1ce0d8afb588 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups/9263b52b-6e30-458f-ad66-051c1b43b862 HTTP/1.1" status: 404 len: 347 time: 0.0143881 Jul 25 12:18:36.729745 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50186) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:36.875850 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4be073-ad66-4200-ba7b-464e97273787 req-9480226e-cc11-4c9b-9fc9-71ac9171ab9d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:36.877303 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2b4be073-ad66-4200-ba7b-464e97273787 req-9480226e-cc11-4c9b-9fc9-71ac9171ab9d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0748816 Jul 25 12:18:36.878267 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port 432f72c6-8207-4ae8-a828-42bf2a133704 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:36.878601 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (432f72c6-8207-4ae8-a828-42bf2a133704), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:36.979805 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2b4be073-ad66-4200-ba7b-464e97273787 req-8466344b-abb7-4a4d-917f-4455d697f13e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898485 Jul 25 12:18:36.988302 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (432f72c6-8207-4ae8-a828-42bf2a133704), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:36.988628 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (432f72c6-8207-4ae8-a828-42bf2a133704), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.001147 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for 432f72c6-8207-4ae8-a828-42bf2a133704 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:37.136096 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (432f72c6-8207-4ae8-a828-42bf2a133704), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.140611 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:37.162795 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=432f72c6-8207-4ae8-a828-42bf2a133704,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:37.175951 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.176302 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.176643 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.176987 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.177311 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.177641 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.177971 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.178300 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.178622 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.178948 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.179273 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.179618 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.179941 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.180260 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.180577 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:37.234288 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (d6820bf1-0f99-4501-bbbc-638525a20e1f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.236795 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.237941 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1b458883-028a-443a-8826-709ea5bb7e35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/floatingips/d6820bf1-0f99-4501-bbbc-638525a20e1f HTTP/1.1" status: 204 len: 168 time: 0.5071077 Jul 25 12:18:37.314491 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50194) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:37.319007 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e5404784-ef44-4be7-a882-732cf889488f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642752507', 'description': 'tempest-description--1666598165'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:37.341613 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5404784-ef44-4be7-a882-732cf889488f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.390057 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:37.423562 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa9818-f5fb-40d3-8df9-a1c6aa0800d8 req-df6cb59f-5494-4e1a-8657-5b21ff845828 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:37.425043 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d6aa9818-f5fb-40d3-8df9-a1c6aa0800d8 req-df6cb59f-5494-4e1a-8657-5b21ff845828 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0674138 Jul 25 12:18:37.479323 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5404784-ef44-4be7-a882-732cf889488f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (3237ff6e-aa29-44dd-bb87-dc99423eac10), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.486075 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5404784-ef44-4be7-a882-732cf889488f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (3237ff6e-aa29-44dd-bb87-dc99423eac10), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.513946 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d6aa9818-f5fb-40d3-8df9-a1c6aa0800d8 req-aee15c21-511a-4056-bf89-61643b8552f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816400 Jul 25 12:18:37.526219 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5404784-ef44-4be7-a882-732cf889488f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.527560 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e5404784-ef44-4be7-a882-732cf889488f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2120295 Jul 25 12:18:37.529513 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5404784-ef44-4be7-a882-732cf889488f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3237ff6e-aa29-44dd-bb87-dc99423eac10,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:37.531314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50196) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:37.544978 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-ec535f96-a84b-4c25-903b-9b54751271ee tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '3237ff6e-aa29-44dd-bb87-dc99423eac10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:37.572457 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec535f96-a84b-4c25-903b-9b54751271ee tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (3b4cf617-b5b4-47fe-939a-94d8b1225589), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.629973 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec535f96-a84b-4c25-903b-9b54751271ee tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (3b4cf617-b5b4-47fe-939a-94d8b1225589), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.635715 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec535f96-a84b-4c25-903b-9b54751271ee tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (3b4cf617-b5b4-47fe-939a-94d8b1225589), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.660779 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec535f96-a84b-4c25-903b-9b54751271ee tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4cf617-b5b4-47fe-939a-94d8b1225589,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:37.664759 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec535f96-a84b-4c25-903b-9b54751271ee tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.665937 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-ec535f96-a84b-4c25-903b-9b54751271ee tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334610 Jul 25 12:18:37.668850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50198) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:37.673276 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-051ac57a-28bd-42cf-b659-89c2ecdb0cf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '3237ff6e-aa29-44dd-bb87-dc99423eac10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:37.698547 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-051ac57a-28bd-42cf-b659-89c2ecdb0cf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (5e214763-5f33-4c80-ace2-3a064e2a9452), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.755896 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-051ac57a-28bd-42cf-b659-89c2ecdb0cf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (5e214763-5f33-4c80-ace2-3a064e2a9452), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.759152 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-051ac57a-28bd-42cf-b659-89c2ecdb0cf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (5e214763-5f33-4c80-ace2-3a064e2a9452), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.766942 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:37.782248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ac57a-28bd-42cf-b659-89c2ecdb0cf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e214763-5f33-4c80-ace2-3a064e2a9452,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:37.787071 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-051ac57a-28bd-42cf-b659-89c2ecdb0cf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.788278 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-051ac57a-28bd-42cf-b659-89c2ecdb0cf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184552 Jul 25 12:18:37.791652 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50200) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:37.796087 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:37.817019 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:37.895991 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.000251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:38.011732 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.27.0.28 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/3cf0611b-cd55-44f5-99c7-8d9d3f849bf1) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:18:38.113712 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.145129 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.184403 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:18:38.189861 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:18:38.193561 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:18:38.218298 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=3cf0611b-cd55-44f5-99c7-8d9d3f849bf1,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:38.280500 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (c0b79360-d7e7-4fe6-9feb-712670ff1bf6), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.317147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.449381 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:38.462788 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.467638 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.538691 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=3cf0611b-cd55-44f5-99c7-8d9d3f849bf1,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:38.549523 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (c0b79360-d7e7-4fe6-9feb-712670ff1bf6), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.557432 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 59a6c2e2-7638-469a-bca1-c81f367ece3f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:18:38.571485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:38.581019 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 59a6c2e2-7638-469a-bca1-c81f367ece3f {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:18:38.581378 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 59a6c2e2-7638-469a-bca1-c81f367ece3f not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:18:38.583646 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-76457e20-deea-4ada-86a1-065017694776 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7908678 Jul 25 12:18:38.643383 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2c2e-1b76-4937-b2eb-8d9c06ada500 req-16b34cf6-987a-44c4-95e0-e1c4d5fc8e33 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:38.644885 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-926e2c2e-1b76-4937-b2eb-8d9c06ada500 req-16b34cf6-987a-44c4-95e0-e1c4d5fc8e33 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0518291 Jul 25 12:18:38.693445 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-926e2c2e-1b76-4937-b2eb-8d9c06ada500 req-1b634f24-1ff6-4497-8d1f-5652177a758e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428295 Jul 25 12:18:38.778183 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-81460c79-7feb-441a-bd80-1a12232e596c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--642752507&fields=id&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 267 time: 0.0424697 Jul 25 12:18:38.885678 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-827e2f8c-df20-4b56-8071-162ac0042376 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:38.887141 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-827e2f8c-df20-4b56-8071-162ac0042376 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 0.1016681 Jul 25 12:18:38.901140 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-fd844440-5f7b-4812-8505-70b3d17ada5a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/quotas/11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 375 time: 0.0086801 Jul 25 12:18:38.948013 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-8a22b1bc-2102-44ce-acfe-c8c7d0909fdb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0414505 Jul 25 12:18:39.049269 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-1b195289-e1a6-4402-aa55-71f427c7ffa3 service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896206 Jul 25 12:18:39.139708 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-1564f43c-8558-4ff0-871c-62028d147c78 service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847373 Jul 25 12:18:39.305507 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fe8c701d-5571-4047-8122-ea2bc44c2929 req-326cfe42-ea91-4b53-88a8-6b930a96b43b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 210 time: 0.0364599 Jul 25 12:18:39.311908 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-ad5dfb73-f16f-4cb1-a2cd-03520f3e9ffe tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960971857&fields=id&tenant_id=f63781e2ea3b43b48fc5a065fea7bad4 HTTP/1.1" status: 200 len: 267 time: 0.0781946 Jul 25 12:18:39.371516 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-10027ab9-f3f5-44d4-82df-ce12d8cc08cd tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:39.373214 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-10027ab9-f3f5-44d4-82df-ce12d8cc08cd tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 984 time: 0.0555456 Jul 25 12:18:39.384772 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Request body: {'port': {'security_groups': ['42c30d7a-22b3-4f48-bedf-70d539602623']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:39.410732 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:39.466024 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:39.654207 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:39.682476 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:39.686197 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:39.699137 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['18e2de81-a509-4850-99c1-f87dfe2e51c2'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:18:39.719926 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:39.733669 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:39.733802 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:39.735189 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-54db1caf-d9f8-4cd4-b62a-9340d90bbce7 req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "PUT /v2.0/ports/18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 942 time: 0.3555493 Jul 25 12:18:39.735652 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:39.738148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:39.742227 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50234) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:39.805636 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257bc84-a173-40ab-97ad-b7f136a2af69 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event updated for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=7']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:39.845714 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['18e2de81-a509-4850-99c1-f87dfe2e51c2'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:18:39.849848 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a21793c-5b93-4711-9b05-f06cdd3c4d35 x-openstack-request-id: req-4a21793c-5b93-4711-9b05-f06cdd3c4d35 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:39.850312 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:39.850724 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a21793c-5b93-4711-9b05-f06cdd3c4d35 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:39.851626 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a21793c-5b93-4711-9b05-f06cdd3c4d35'] response: {'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'status': 'completed', 'code': 200} Jul 25 12:18:39.927224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-affc4290-c0ed-4a64-89b4-d5582f60ca7b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group (2d457c22-8406-4866-9e2a-22b419b5987b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:39.935301 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cb43e-39e5-488c-a429-77fdd717cade req-5b2a9242-4b26-46d0-a6de-77382295e3d3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:39.937949 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-115cb43e-39e5-488c-a429-77fdd717cade req-5b2a9242-4b26-46d0-a6de-77382295e3d3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0751104 Jul 25 12:18:39.939273 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:39.970269 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-5a16715e-2eea-4529-b737-8b70e4546e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:39.974343 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-5a16715e-2eea-4529-b737-8b70e4546e33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1129 time: 0.1002226 Jul 25 12:18:39.995717 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-affc4290-c0ed-4a64-89b4-d5582f60ca7b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group (2d457c22-8406-4866-9e2a-22b419b5987b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.058626 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-115cb43e-39e5-488c-a429-77fdd717cade req-b2bfc9ca-2da2-4921-b8a4-61f4f44b18f3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094310 Jul 25 12:18:40.083372 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-b99e6bf1-217a-4d36-b53e-d8329beb2c62 None None] Provisioning complete for port 18e2de81-a509-4850-99c1-f87dfe2e51c2 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:18:40.083786 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b99e6bf1-217a-4d36-b53e-d8329beb2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.108407 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-affc4290-c0ed-4a64-89b4-d5582f60ca7b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2d457c22-8406-4866-9e2a-22b419b5987b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.110002 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-036ea91e-84a3-44c0-a428-6fadfb7b0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:40.111489 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-036ea91e-84a3-44c0-a428-6fadfb7b0cb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 200 len: 915 time: 0.1291230 Jul 25 12:18:40.112114 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-affc4290-c0ed-4a64-89b4-d5582f60ca7b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.113329 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-affc4290-c0ed-4a64-89b4-d5582f60ca7b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "DELETE /v2.0/security-groups/2d457c22-8406-4866-9e2a-22b419b5987b HTTP/1.1" status: 204 len: 168 time: 0.3699710 Jul 25 12:18:40.116035 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50238) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:40.122741 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc4290-c0ed-4a64-89b4-d5582f60ca7b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d457c22-8406-4866-9e2a-22b419b5987b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:40.176353 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b99e6bf1-217a-4d36-b53e-d8329beb2c62 None None] Current status of the port 18e2de81-a509-4850-99c1-f87dfe2e51c2 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:18:40.258353 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Deleting port 2469cf72-f81d-4f86-93a4-77ffcf550425 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:40.258610 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.307816 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:40.336877 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.337198 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for floatingip (2469cf72-f81d-4f86-93a4-77ffcf550425), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.350467 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Calling delete_port for 2469cf72-f81d-4f86-93a4-77ffcf550425 owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:40.496212 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-802a06a6-1a82-4a37-85c0-768a0e2ff831 req-fe7dc133-ecbf-45d2-9400-bf62507eeece tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 210 time: 0.1047087 Jul 25 12:18:40.555310 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:40.580371 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-621cd2e0-c35b-43be-8d2e-304365ae4f0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 1001 time: 0.1877651 Jul 25 12:18:40.695786 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-1a6d017b-f2c1-4d76-aed0-7071e6e0bf52 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:40.697194 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-1a6d017b-f2c1-4d76-aed0-7071e6e0bf52 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 0.2194819 Jul 25 12:18:40.698665 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-9f5c6982-7f9a-493e-b8f3-37e8541b81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:40.699977 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-9f5c6982-7f9a-493e-b8f3-37e8541b81eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f31ee279-4ed9-43db-a650-50e76902ae2b HTTP/1.1" status: 200 len: 853 time: 0.1090329 Jul 25 12:18:40.771260 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (2469cf72-f81d-4f86-93a4-77ffcf550425), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:40.824616 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event deleted for resources: {'Port': ['ID=2469cf72-f81d-4f86-93a4-77ffcf550425,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:40.838485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-892f5a2f-59a2-4d69-a136-0eb630f0c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:40.839995 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-892f5a2f-59a2-4d69-a136-0eb630f0c73d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c19c869-ef0d-4854-ace3-e6594f309fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0869708 Jul 25 12:18:40.943704 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-13d43782-9687-4ba5-a481-e0172a5b500c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 379 time: 0.1985033 Jul 25 12:18:40.961178 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'port': {'device_id': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'admin_state_up': True, 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'security_groups': ['3237ff6e-aa29-44dd-bb87-dc99423eac10']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:41.021595 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks [] for floatingip (1534f87c-7303-4894-b6af-e54251907dc6), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:41.021926 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Floating IP 1534f87c-7303-4894-b6af-e54251907dc6 disassociated (deleted). External IP: 172.27.0.104, port: 18e2de81-a509-4850-99c1-f87dfe2e51c2. Jul 25 12:18:41.146112 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-fde48a08-e9d9-47ce-b76a-cd4efea65171 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780969 Jul 25 12:18:41.170696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:41.187125 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45e856-7e6d-4a85-8f7e-e9c89bbfdc2d req-a6f3665c-e7bc-4217-b15b-a345579a7c61 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:41.188653 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ee45e856-7e6d-4a85-8f7e-e9c89bbfdc2d req-a6f3665c-e7bc-4217-b15b-a345579a7c61 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Jul 25 12:18:41.245841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Made reservation on behalf of 11ff6cbb1ad04f0faa8b2ed2a66cdca4 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:18:41.247424 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ee45e856-7e6d-4a85-8f7e-e9c89bbfdc2d req-6d483949-ddba-44c8-992c-895b8dd1f510 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530672 Jul 25 12:18:41.249718 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:41.491075 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:41.561465 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-764f84d8-e2e4-4ac1-86ff-29dbab4d61a6 req-ee8532e0-bad2-4795-8347-a32ecaf1bc34 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082789 Jul 25 12:18:41.664581 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-eafedd2e-0973-4191-8a68-df0d52df82e3 req-fa024a24-c030-4a72-b4c7-27efc84f1dd0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 210 time: 0.0479534 Jul 25 12:18:41.715787 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:18:41.748005 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.20.0.10 (b6bc64d3-b55c-4e64-a050-b439cd834684/73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990/77667b73-2775-4d94-a310-daa16b6ca4d0) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:18:41.908489 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:18:41.914222 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:41.917851 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] Sync routers for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:18:41.927956 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:41.928554 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:41.957373 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0b917043-a69d-4639-a439-b257f7c75bfc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "DELETE /v2.0/floatingips/1534f87c-7303-4894-b6af-e54251907dc6 HTTP/1.1" status: 204 len: 168 time: 1.8403320 Jul 25 12:18:41.960493 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:41.962338 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:42.012563 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:42.016275 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3d2629-d86b-4c12-bfa6-df6276431e77 x-openstack-request-id: req-2f3d2629-d86b-4c12-bfa6-df6276431e77 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:42.016420 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:42.016836 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f3d2629-d86b-4c12-bfa6-df6276431e77 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:42.017307 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3d2629-d86b-4c12-bfa6-df6276431e77'] response: {'name': 'network-changed', 'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'status': 'completed', 'code': 200} Jul 25 12:18:42.038140 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:42.090241 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:42.141226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-6efdadf0-1be2-4dc2-822f-cd759964c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:42.142920 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-6efdadf0-1be2-4dc2-822f-cd759964c579 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 1129 time: 0.0986786 Jul 25 12:18:42.167098 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:18:42.173730 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:18:42.201756 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:18:42.266674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=77667b73-2775-4d94-a310-daa16b6ca4d0,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:42.337666 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:42.349982 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:42.378920 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:42.379628 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:42.386708 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:42.402095 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] Checking router: 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:18:42.415849 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:42.416564 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:42.442158 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-74849cf4-2905-4e86-81a0-74698622e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:42.443826 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-74849cf4-2905-4e86-81a0-74698622e211 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 200 len: 915 time: 0.2911041 Jul 25 12:18:42.450213 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-cbe51c1e-ac24-42ed-9f81-4c0b92f68646 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4979765 Jul 25 12:18:42.469101 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea207c2-8b41-495b-8631-cb8941629450 req-acf7734a-3645-4351-af89-45e449b37e0a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:42.470626 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dea207c2-8b41-495b-8631-cb8941629450 req-acf7734a-3645-4351-af89-45e449b37e0a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0629356 Jul 25 12:18:42.524220 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-dea207c2-8b41-495b-8631-cb8941629450 req-581c3347-3321-4f5f-8361-153412ed2925 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477557 Jul 25 12:18:42.644031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Request body: {'port': {'device_id': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:42.652340 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-8df662b0-c659-4f10-964b-1802a2a22e37 None None] Provisioning complete for port 77667b73-2775-4d94-a310-daa16b6ca4d0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:18:42.653059 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8df662b0-c659-4f10-964b-1802a2a22e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:42.696183 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:42.697776 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-ba17b371-26a5-4539-b149-70da110e6a8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 200 len: 217 time: 0.0663548 Jul 25 12:18:42.726427 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-8df662b0-c659-4f10-964b-1802a2a22e37 None None] Port 77667b73-2775-4d94-a310-daa16b6ca4d0 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:18:42.821995 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-88ae483e-3c31-47f4-994e-3aaac9d73da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:42.823851 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-88ae483e-3c31-47f4-994e-3aaac9d73da4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f31ee279-4ed9-43db-a650-50e76902ae2b HTTP/1.1" status: 200 len: 853 time: 0.1157155 Jul 25 12:18:42.826737 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:42.886858 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787ce9f-970f-423c-9a0d-dcb700611dea req-cd3a0489-9a79-402d-9168-c031379367ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:42.888421 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0787ce9f-970f-423c-9a0d-dcb700611dea req-cd3a0489-9a79-402d-9168-c031379367ad tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 932 time: 0.1162288 Jul 25 12:18:42.902525 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:42.916392 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-d280c4dd-12af-4b8c-8049-57d649cb7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:42.917810 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-d280c4dd-12af-4b8c-8049-57d649cb7f8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c19c869-ef0d-4854-ace3-e6594f309fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854919 Jul 25 12:18:42.932168 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a850519-07e3-4091-9b9a-10ee12d66172 None None] The sync data for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi is: [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:15:47Z', 'revision_number': 4, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '1c0071d0-459b-44c6-8915-0b6137c6fa53', 'name': '', 'network_id': '1c19c869-ef0d-4854-ace3-e6594f309fd4', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'mac_address': 'fa:16:3e:45:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:46Z', 'updated_at': '2022-07-25T12:15:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'subnets': [{'id': 'f31ee279-4ed9-43db-a650-50e76902ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:18:43.082613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0787ce9f-970f-423c-9a0d-dcb700611dea req-cbc26dfc-b518-4ef0-9be2-6a5b0d8874ea tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760676 Jul 25 12:18:43.112469 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:43.125752 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:43.165883 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-e3d4374f-1678-46c1-9e11-24545055c713 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324455 Jul 25 12:18:43.178800 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e769584-1978-4dde-9622-79c0da5d4718 None None] New status for floating IP 1534f87c-7303-4894-b6af-e54251907dc6: DOWN {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:18:43.263298 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77667b73-2775-4d94-a310-daa16b6ca4d0 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:18:43.271243 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Publish callbacks [] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:43.284500 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Transition to ACTIVE for port object 77667b73-2775-4d94-a310-daa16b6ca4d0 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:18:43.287889 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:43.387145 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Pushing event updated for resources: {'Port': ['ID=77667b73-2775-4d94-a310-daa16b6ca4d0,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:43.441754 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:43.450251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:43.491163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Attempting to bind port 77667b73-2775-4d94-a310-daa16b6ca4d0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:18:43.491621 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Attempting to bind port 77667b73-2775-4d94-a310-daa16b6ca4d0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:18:43.491926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Attempting to bind port 77667b73-2775-4d94-a310-daa16b6ca4d0 on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:18:43.512911 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Port 77667b73-2775-4d94-a310-daa16b6ca4d0 on network b6bc64d3-b55c-4e64-a050-b439cd834684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:18:43.513452 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Attempting to bind port 77667b73-2775-4d94-a310-daa16b6ca4d0 on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:18:43.518882 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bbb43a97-bd09-4b31-8d4d-e3c39d756f60 req-abe5a7f4-a0ce-47d5-8f32-34a780dcba38 service neutron] 10.222.0.39 "GET /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936471 Jul 25 12:18:43.523238 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:18:43.523872 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Checking segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:18:43.524447 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Bound using segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:18:43.532189 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Bound port: 77667b73-2775-4d94-a310-daa16b6ca4d0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:18:43.533430 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:43.630002 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] For port 77667b73-2775-4d94-a310-daa16b6ca4d0, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:18:43.635843 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] For port 77667b73-2775-4d94-a310-daa16b6ca4d0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77667b73-2775-4d94-a310-daa16b6ca4d0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:18:43.656309 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:43.664902 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:43.666199 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c161af-9953-4d8c-9a9f-1359a98e935e req-e939a577-b7ae-4cc2-8a5e-45e9a462dd9c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:43.668257 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6c161af-9953-4d8c-9a9f-1359a98e935e req-e939a577-b7ae-4cc2-8a5e-45e9a462dd9c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0587239 Jul 25 12:18:43.725694 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:43.726299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:43.727707 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] 10.222.0.39 "PUT /v2.0/ports/77667b73-2775-4d94-a310-daa16b6ca4d0 HTTP/1.1" status: 200 len: 1094 time: 1.0960824 Jul 25 12:18:43.745938 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6c161af-9953-4d8c-9a9f-1359a98e935e req-a2cf2fe4-0e61-4530-bc75-120a34229b12 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695210 Jul 25 12:18:43.751666 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc49ef-451a-435d-b05e-77188980373a service neutron] Pushing event updated for resources: {'Port': ['ID=77667b73-2775-4d94-a310-daa16b6ca4d0,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:43.831249 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-a3febf77-81c0-4c65-90fe-d6d5baea588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:43.833152 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-a3febf77-81c0-4c65-90fe-d6d5baea588c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 1128 time: 0.0510054 Jul 25 12:18:43.880962 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-c55c3f01-b407-48cd-b9e1-faacc31f75ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77667b73-2775-4d94-a310-daa16b6ca4d0 HTTP/1.1" status: 200 len: 217 time: 0.0395775 Jul 25 12:18:43.935167 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-ee2e7dba-1f1b-4e2e-87a3-2beb393c5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:43.936732 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-ee2e7dba-1f1b-4e2e-87a3-2beb393c5f66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.0474925 Jul 25 12:18:43.986084 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-9cb5203a-2b45-4eaa-8772-8f56cddfee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:43.987626 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-9cb5203a-2b45-4eaa-8772-8f56cddfee94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442750 Jul 25 12:18:44.040712 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:44.043164 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f10d61-ff51-4d86-a984-b5e42768cc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:44.079029 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6130625-3c92-42a2-b5a4-77731e52d1d7 x-openstack-request-id: req-a6130625-3c92-42a2-b5a4-77731e52d1d7 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:44.079441 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:44.079656 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6130625-3c92-42a2-b5a4-77731e52d1d7 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:44.080112 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6130625-3c92-42a2-b5a4-77731e52d1d7'] response: {'name': 'network-changed', 'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'status': 'completed', 'code': 200} Jul 25 12:18:44.095121 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-0e90adf1-9477-40b5-ba1a-6a918d49f634 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000688 Jul 25 12:18:44.191370 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bef3cf25-5b39-49c8-9759-fb2cc2909eba req-ba4cd4af-1e6e-458c-9581-fd6bf6f8520b service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896070 Jul 25 12:18:44.202864 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fca0d-e763-4e59-a5d5-2431b345d66e req-0c7a23a4-664e-4f01-b483-4425b3cea301 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:44.204403 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fb2fca0d-e763-4e59-a5d5-2431b345d66e req-0c7a23a4-664e-4f01-b483-4425b3cea301 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 944 time: 0.0510790 Jul 25 12:18:44.254173 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fb2fca0d-e763-4e59-a5d5-2431b345d66e req-3d3b3daf-903e-43eb-a32a-3518c595a7da tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 Jul 25 12:18:44.886187 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee78b3d-d758-4e3d-b15d-4cd46012a3d1 req-e38b3dbd-fdc1-4f94-bf23-32e92f473559 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:44.893475 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bee78b3d-d758-4e3d-b15d-4cd46012a3d1 req-e38b3dbd-fdc1-4f94-bf23-32e92f473559 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0655773 Jul 25 12:18:44.936867 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bee78b3d-d758-4e3d-b15d-4cd46012a3d1 req-220f0969-8c25-43a4-9349-7c85f9c8fdfc tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Jul 25 12:18:44.966571 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4d70-0987-4f61-879d-20cc135f5f46 req-5a2e2b4d-81f3-4d4e-85a4-bfb990ec203e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:44.968631 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-961d4d70-0987-4f61-879d-20cc135f5f46 req-5a2e2b4d-81f3-4d4e-85a4-bfb990ec203e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.0483201 Jul 25 12:18:45.015567 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-961d4d70-0987-4f61-879d-20cc135f5f46 req-308e6f3b-70df-4d7d-83e8-fd00bde80415 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409636 Jul 25 12:18:45.095351 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-e227b340-7d00-4526-9c1e-063e4286d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:45.096883 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-e227b340-7d00-4526-9c1e-063e4286d05b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 1128 time: 0.0413489 Jul 25 12:18:45.170480 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3792b4-3876-49b9-b7e2-3e368feb15cc req-f348b802-a1ab-4074-bf43-d41282ec30ff tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:45.171861 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c3792b4-3876-49b9-b7e2-3e368feb15cc req-f348b802-a1ab-4074-bf43-d41282ec30ff tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0511086 Jul 25 12:18:45.218694 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c3792b4-3876-49b9-b7e2-3e368feb15cc req-d9eb759c-552b-4d66-9332-1a845d37fdf5 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413218 Jul 25 12:18:45.369870 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61794f0-185c-4418-851f-4eb85cb4f252 req-b9af8f87-acce-45a1-839b-ec6974ef69b6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:45.371274 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c61794f0-185c-4418-851f-4eb85cb4f252 req-b9af8f87-acce-45a1-839b-ec6974ef69b6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 944 time: 0.0455112 Jul 25 12:18:45.416897 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c61794f0-185c-4418-851f-4eb85cb4f252 req-6569ca97-8250-4d45-b235-1aec6dca2548 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Jul 25 12:18:46.052955 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959551e-acae-4cec-95d7-a0ad3d172b00 req-3d501fb8-8eb2-4572-bb2c-79dc97aae35d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:46.054767 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3959551e-acae-4cec-95d7-a0ad3d172b00 req-3d501fb8-8eb2-4572-bb2c-79dc97aae35d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0458574 Jul 25 12:18:46.101055 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3959551e-acae-4cec-95d7-a0ad3d172b00 req-04e8545f-c16c-422f-8e0a-5de3ca21e608 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410142 Jul 25 12:18:46.141978 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c7b92-a4d0-4398-8916-01a3226713fa req-f04f2f48-e495-4a9e-b286-5949b11490ec tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:46.143433 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7e1c7b92-a4d0-4398-8916-01a3226713fa req-f04f2f48-e495-4a9e-b286-5949b11490ec tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.0499849 Jul 25 12:18:46.190761 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7e1c7b92-a4d0-4398-8916-01a3226713fa req-2967f164-b652-4c9e-a166-b207b17f78ca tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Jul 25 12:18:46.334503 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350695a9-4361-4dae-b074-ad058d66c09c req-60cf4259-4663-439b-afd7-fde836c0fe8b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:46.335893 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-350695a9-4361-4dae-b074-ad058d66c09c req-60cf4259-4663-439b-afd7-fde836c0fe8b tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0457337 Jul 25 12:18:46.384846 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-350695a9-4361-4dae-b074-ad058d66c09c req-d22995d2-22c6-4335-95fb-84d37e18d1cc tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Jul 25 12:18:46.520901 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:46.529188 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59de772-8707-4f42-a24f-b286ea6f035a req-a0a9df22-4a5c-4d67-bd34-7a52c6ed42ce tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:46.531352 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f59de772-8707-4f42-a24f-b286ea6f035a req-a0a9df22-4a5c-4d67-bd34-7a52c6ed42ce tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 944 time: 0.0461380 Jul 25 12:18:46.576959 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f59de772-8707-4f42-a24f-b286ea6f035a req-5fa6f1d2-4310-46fb-8346-6a5cd805fcf5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401478 Jul 25 12:18:47.219725 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f35a7-af35-456b-9d98-1901a5eeb350 req-13721941-ab8f-4830-924f-0341ce333813 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:47.221170 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-190f35a7-af35-456b-9d98-1901a5eeb350 req-13721941-ab8f-4830-924f-0341ce333813 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Jul 25 12:18:47.268411 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-190f35a7-af35-456b-9d98-1901a5eeb350 req-8bf2b6f9-519a-4c93-be0a-55d6b5e5d6b4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416038 Jul 25 12:18:47.314967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848d9fd-9ccb-4e91-822f-4c64786b0362 req-66b4a929-eef4-4598-b379-284198d4e302 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:47.316444 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9848d9fd-9ccb-4e91-822f-4c64786b0362 req-66b4a929-eef4-4598-b379-284198d4e302 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.0505643 Jul 25 12:18:47.328524 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:47.362106 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9848d9fd-9ccb-4e91-822f-4c64786b0362 req-d1cf27ee-602d-461e-b226-0332772b3aae tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403123 Jul 25 12:18:47.499839 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab8f14-3ac9-4347-b708-1c60deafac36 req-488a4821-b154-4f25-b3a6-bcbafa405985 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:47.501276 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2eab8f14-3ac9-4347-b708-1c60deafac36 req-488a4821-b154-4f25-b3a6-bcbafa405985 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0461459 Jul 25 12:18:47.546975 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2eab8f14-3ac9-4347-b708-1c60deafac36 req-0002c1ae-946f-4afb-bc4e-d8deefbaeeed tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Jul 25 12:18:47.695198 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35b96b-cec1-40f7-8b32-10071dc76bbc req-e8ba541d-076a-436b-bef9-6d79ffcec581 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:47.696574 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1f35b96b-cec1-40f7-8b32-10071dc76bbc req-e8ba541d-076a-436b-bef9-6d79ffcec581 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 944 time: 0.0465508 Jul 25 12:18:47.742436 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1f35b96b-cec1-40f7-8b32-10071dc76bbc req-c9a20b4d-a757-4eef-bdcc-33e194ed30b7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404904 Jul 25 12:18:48.231757 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-fa6a2182-e6fb-4fb0-939b-a911f6ff146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.233300 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-fa6a2182-e6fb-4fb0-939b-a911f6ff146d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 916 time: 0.0928404 Jul 25 12:18:48.352516 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-5b350a74-848a-4428-81ac-c50eec0b29f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77667b73-2775-4d94-a310-daa16b6ca4d0 HTTP/1.1" status: 200 len: 217 time: 0.0432541 Jul 25 12:18:48.380796 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:48.391728 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03431233-56a3-415e-9f57-b583941c2208 req-66a42f5f-e7bf-4bbe-b5b8-f2753a2d1628 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.395931 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-03431233-56a3-415e-9f57-b583941c2208 req-66a42f5f-e7bf-4bbe-b5b8-f2753a2d1628 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0510178 Jul 25 12:18:48.396707 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df2f1b-4692-4b69-9ef8-81924f0da0ae req-5f4727f4-9052-4cf5-828c-07b7a0140abf tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.398278 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-24df2f1b-4692-4b69-9ef8-81924f0da0ae req-5f4727f4-9052-4cf5-828c-07b7a0140abf tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0525596 Jul 25 12:18:48.465043 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-2272aa74-5ef3-482f-964a-24414ef87e12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523088 Jul 25 12:18:48.482841 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-24df2f1b-4692-4b69-9ef8-81924f0da0ae req-c0522dcc-6516-4c8b-a88b-5e2f12909a9a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767598 Jul 25 12:18:48.535591 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-149dfb26-652a-4945-8555-7f638475d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.537147 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-149dfb26-652a-4945-8555-7f638475d67b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 1129 time: 0.0420082 Jul 25 12:18:48.555929 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-7523af9a-2afa-4c9b-a488-cf849f550258 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.557336 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-7523af9a-2afa-4c9b-a488-cf849f550258 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.1594667 Jul 25 12:18:48.598730 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9330e-31c3-400b-8cbb-4b07cf62dfa7 req-1e9d4636-c621-41c4-9604-34359eb2689b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.599934 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-eaf9330e-31c3-400b-8cbb-4b07cf62dfa7 req-1e9d4636-c621-41c4-9604-34359eb2689b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 947 time: 0.1562016 Jul 25 12:18:48.604797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-19dd5b5d-6815-4fd4-a75f-8d45170f73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.605977 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-19dd5b5d-6815-4fd4-a75f-8d45170f73cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.2091770 Jul 25 12:18:48.636259 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 77667b73-2775-4d94-a310-daa16b6ca4d0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:18:48.688202 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Deleting port 18e2de81-a509-4850-99c1-f87dfe2e51c2 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:48.688550 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:48.704318 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234557-7dd9-49b9-b0a7-561224d08b82 req-61f0cf46-46ef-4d81-abfd-c632d297eec1 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.706029 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5234557-7dd9-49b9-b0a7-561224d08b82 req-61f0cf46-46ef-4d81-abfd-c632d297eec1 tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jul 25 12:18:48.707291 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-74dc351e-9c32-40f3-9c6f-8a34fcbe93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.708647 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-74dc351e-9c32-40f3-9c6f-8a34fcbe93c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 911 time: 0.1524079 Jul 25 12:18:48.752362 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 77667b73-2775-4d94-a310-daa16b6ca4d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77667b73-2775-4d94-a310-daa16b6ca4d0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:48.762467 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:48.763193 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:48.767976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'port_id': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'mac_address': 'fa:16:3e:a8:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:18:48.813421 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 77667b73-2775-4d94-a310-daa16b6ca4d0 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:18:48.814101 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:48.829034 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77667b73-2775-4d94-a310-daa16b6ca4d0 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:18:48.835191 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:48.844426 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-a16fb3f3-b7e1-40da-93be-5008d127b949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 200 len: 1000 time: 0.1226571 Jul 25 12:18:48.847767 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5234557-7dd9-49b9-b0a7-561224d08b82 req-1837e794-0722-4836-978a-a23adb29ba6f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/security-groups?id=42c30d7a-22b3-4f48-bedf-70d539602623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342287 Jul 25 12:18:48.851003 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 77667b73-2775-4d94-a310-daa16b6ca4d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77667b73-2775-4d94-a310-daa16b6ca4d0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:48.858698 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:48.899064 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-7ae3db9a-ea31-4879-aa95-c29432cd81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.900990 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-7ae3db9a-ea31-4879-aa95-c29432cd81e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0497961 Jul 25 12:18:48.934257 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=77667b73-2775-4d94-a310-daa16b6ca4d0,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:48.944170 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.945544 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.946063 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.946564 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.947175 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.947866 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.948365 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.948840 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.949328 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.949809 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.950285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.950773 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.951241 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.951767 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.952267 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:18:48.985652 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-d3969375-2d5e-4c4b-95d8-0e66ed3478ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.987141 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-d3969375-2d5e-4c4b-95d8-0e66ed3478ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781674 Jul 25 12:18:48.997459 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd522e2-e9e2-42db-b857-bf57b9be1c58 req-a3852e54-6dba-48ce-b634-0233f4224d35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:48.999446 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dbd522e2-e9e2-42db-b857-bf57b9be1c58 req-a3852e54-6dba-48ce-b634-0233f4224d35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 945 time: 0.0574579 Jul 25 12:18:49.018441 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-c67bc203-75d5-4ee0-b699-a94c924af848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:49.019940 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-c67bc203-75d5-4ee0-b699-a94c924af848 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3741093 Jul 25 12:18:49.035518 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-eaf9330e-31c3-400b-8cbb-4b07cf62dfa7 req-5222c6fd-9bed-44c8-9b0d-9c8ee1baf4d3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=71574da5-7b3a-45bb-9baa-000026fc69da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098439 Jul 25 12:18:49.103784 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Deleting port d01f3ff0-df08-4605-a057-7920ee080060 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:49.104130 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (d01f3ff0-df08-4605-a057-7920ee080060), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.105858 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dbd522e2-e9e2-42db-b857-bf57b9be1c58 req-dada674c-9522-4e96-bcb9-261c49c538e6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984406 Jul 25 12:18:49.129108 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-ef3e69fb-64c6-4284-88cb-f5b62947ee77 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286910 Jul 25 12:18:49.135579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['77667b73-2775-4d94-a310-daa16b6ca4d0'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:18:49.219125 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:49.225427 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] For port 18e2de81-a509-4850-99c1-f87dfe2e51c2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=18e2de81-a509-4850-99c1-f87dfe2e51c2,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:49.225798 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.232990 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-2341ea29-ec72-427f-bdc3-1b814c8c4070 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956991 Jul 25 12:18:49.247505 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:49.250283 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-3968ef5e-2f0f-400e-9c01-923ab5f8a121 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228169 Jul 25 12:18:49.251243 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Calling delete_port for 18e2de81-a509-4850-99c1-f87dfe2e51c2 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:49.375017 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] For port d01f3ff0-df08-4605-a057-7920ee080060, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d01f3ff0-df08-4605-a057-7920ee080060,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:49.375731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (d01f3ff0-df08-4605-a057-7920ee080060), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.489032 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-d68350c9-c128-4843-bcc7-d214cc9bba5c service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266235 Jul 25 12:18:49.632026 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (18e2de81-a509-4850-99c1-f87dfe2e51c2), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.685325 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Pushing event deleted for resources: {'Port': ['ID=18e2de81-a509-4850-99c1-f87dfe2e51c2,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:49.693228 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ada25-a10f-40b2-a1ef-0fab1f8dd2c6 req-699447ed-8ded-47e2-9b35-037d990c6288 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:49.694759 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e64ada25-a10f-40b2-a1ef-0fab1f8dd2c6 req-699447ed-8ded-47e2-9b35-037d990c6288 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.1360371 Jul 25 12:18:49.737190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.737550 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (e56e4994-685d-4872-be76-aa8fec45a42e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.737862 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Floating IP e56e4994-685d-4872-be76-aa8fec45a42e disassociated. External IP: 172.27.0.58, port: d01f3ff0-df08-4605-a057-7920ee080060. Jul 25 12:18:49.738207 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Calling delete_port for d01f3ff0-df08-4605-a057-7920ee080060 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:49.766707 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] No DVR routers for this DVR port 18e2de81-a509-4850-99c1-f87dfe2e51c2 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:18:49.773853 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.777041 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-03431233-56a3-415e-9f57-b583941c2208 req-c33a69bc-35a9-46e1-8b35-6c5a0af4309d tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.39 "DELETE /v2.0/ports/18e2de81-a509-4850-99c1-f87dfe2e51c2 HTTP/1.1" status: 204 len: 173 time: 1.3619378 Jul 25 12:18:49.777532 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'name': 'network-vif-deleted', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:49.780037 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c853832a-8ac7-40da-87e0-bb6ecc5065f1" -d '{"events": [{"server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "name": "network-vif-deleted", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:49.830620 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cfdef1-7180-4908-abf3-6a6f5bd899a0 x-openstack-request-id: req-57cfdef1-7180-4908-abf3-6a6f5bd899a0 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:49.830916 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6facc5-40af-42cb-80fe-268e5a380a6b", "name": "network-vif-deleted", "tag": "18e2de81-a509-4850-99c1-f87dfe2e51c2", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:49.831163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57cfdef1-7180-4908-abf3-6a6f5bd899a0 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:49.831581 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57cfdef1-7180-4908-abf3-6a6f5bd899a0'] response: {'server_uuid': '5d6facc5-40af-42cb-80fe-268e5a380a6b', 'name': 'network-vif-deleted', 'tag': '18e2de81-a509-4850-99c1-f87dfe2e51c2', 'status': 'completed', 'code': 200} Jul 25 12:18:49.838681 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e64ada25-a10f-40b2-a1ef-0fab1f8dd2c6 req-6cb35dab-e985-419f-83c2-0381b30cbc44 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362610 Jul 25 12:18:49.924112 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (d01f3ff0-df08-4605-a057-7920ee080060), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:49.961934 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event deleted for resources: {'Port': ['ID=d01f3ff0-df08-4605-a057-7920ee080060,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:49.966802 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b750cc06-6ba4-4088-9a4a-b7adf9f7c7a4 req-c06a813d-0882-4b48-afce-ca4f1e2bca6f tempest-TestMinimumBasicScenario-734729338 tempest-TestMinimumBasicScenario-734729338-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6facc5-40af-42cb-80fe-268e5a380a6b HTTP/1.1" status: 200 len: 210 time: 0.0360608 Jul 25 12:18:50.028658 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:50.091465 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Router 594bfd98-fdf5-4580-aed9-a808a064bdd4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:18:50.142462 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:50.178731 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-85f90b48-8424-4064-9baf-ad95c23d1cef req-2ddfc4b2-355c-4b2e-846f-0b639c546277 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=66654721-31e2-48d8-a0ea-c146d277ab47 HTTP/1.1" status: 200 len: 210 time: 0.0389054 Jul 25 12:18:50.238092 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:18:50.247075 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4ae2c-d1fe-4bbe-8f1b-b56413aaa91c req-8a1ec3fa-2af4-4b0c-a955-2aebbafd7a07 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:50.247075 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-85b4ae2c-d1fe-4bbe-8f1b-b56413aaa91c req-8a1ec3fa-2af4-4b0c-a955-2aebbafd7a07 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 945 time: 0.0537949 Jul 25 12:18:50.250129 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] Sync routers for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:18:50.261275 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:50.261910 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:50.285979 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] No DVR routers for this DVR port d01f3ff0-df08-4605-a057-7920ee080060 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:18:50.288326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:50.292048 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d9beecc5-25fa-4472-bb21-939820aa2a84 req-980b4487-42ac-4418-94a6-cc7680f088ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "DELETE /v2.0/ports/d01f3ff0-df08-4605-a057-7920ee080060 HTTP/1.1" status: 204 len: 173 time: 1.7067823 Jul 25 12:18:50.294983 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-85b4ae2c-d1fe-4bbe-8f1b-b56413aaa91c req-a9de5fe4-b540-43b1-ba51-a5bbed549176 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Jul 25 12:18:50.381862 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:50.588558 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:50.613783 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] Checking router: 594bfd98-fdf5-4580-aed9-a808a064bdd4 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:18:50.623296 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:50.624036 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:50.665661 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 77667b73-2775-4d94-a310-daa16b6ca4d0 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:18:50.757843 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 77667b73-2775-4d94-a310-daa16b6ca4d0 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:18:50.770681 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 77667b73-2775-4d94-a310-daa16b6ca4d0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:18:50.771084 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:50.776746 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:50.967398 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718656cb-0ba3-43d5-90df-450087af0c81 req-be0a5065-2c14-4ee1-95dc-6a5535a4ce38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:50.968900 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-718656cb-0ba3-43d5-90df-450087af0c81 req-be0a5065-2c14-4ee1-95dc-6a5535a4ce38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0479162 Jul 25 12:18:50.994936 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 77667b73-2775-4d94-a310-daa16b6ca4d0 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:18:50.995329 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.013614 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:51.018942 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-718656cb-0ba3-43d5-90df-450087af0c81 req-a58a9d88-c879-4e0a-b17d-abe3177da11f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 Jul 25 12:18:51.049665 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:51.051964 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e8d92e-310f-4763-a39a-153ae6e0fd23" -d '{"events": [{"server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "name": "network-vif-plugged", "status": "completed", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:51.078111 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 77667b73-2775-4d94-a310-daa16b6ca4d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77667b73-2775-4d94-a310-daa16b6ca4d0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:51.084113 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.084947 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 18e2de81-a509-4850-99c1-f87dfe2e51c2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:18:51.106871 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:51.126089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b1008d-16b9-4e31-81d8-5d9f6ce10421 x-openstack-request-id: req-69b1008d-16b9-4e31-81d8-5d9f6ce10421 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:51.126307 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "name": "network-vif-plugged", "status": "completed", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:51.126757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69b1008d-16b9-4e31-81d8-5d9f6ce10421 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:51.127155 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b1008d-16b9-4e31-81d8-5d9f6ce10421'] response: {'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'code': 200} Jul 25 12:18:51.130704 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 18e2de81-a509-4850-99c1-f87dfe2e51c2 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:18:51.131058 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 18e2de81-a509-4850-99c1-f87dfe2e51c2 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:18:51.131480 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:18:51.174589 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6b262-b7ce-44a9-8e39-fa293014c323 None None] The sync data for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi is: [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:18:51.180746 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: d01f3ff0-df08-4605-a057-7920ee080060 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:18:51.181106 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d01f3ff0-df08-4605-a057-7920ee080060 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:18:51.202698 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=77667b73-2775-4d94-a310-daa16b6ca4d0,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:51.268297 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-31c9165a-6e09-43ca-927a-3cc21d874931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.321365 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50382) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:51.331867 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db760285-adaa-411b-a14d-8f76a3612ccb req-1df0feb6-059e-4cb1-8915-c8e41e041236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:51.333892 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-db760285-adaa-411b-a14d-8f76a3612ccb req-1df0feb6-059e-4cb1-8915-c8e41e041236 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 1130 time: 0.0581198 Jul 25 12:18:51.415761 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3887a316-49f1-4a80-8a85-af1292a41ef4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (71574da5-7b3a-45bb-9baa-000026fc69da), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.450496 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3887a316-49f1-4a80-8a85-af1292a41ef4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (71574da5-7b3a-45bb-9baa-000026fc69da), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.454041 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-db760285-adaa-411b-a14d-8f76a3612ccb req-a1baa7af-2a84-462a-92b0-42e8bc8332bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121087 Jul 25 12:18:51.472392 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2312edf-2b3f-41ea-b094-ba4ec399db41 req-cbed8b78-8f55-47df-9ffb-4747848a23e8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:51.474326 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e2312edf-2b3f-41ea-b094-ba4ec399db41 req-cbed8b78-8f55-47df-9ffb-4747848a23e8 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0778008 Jul 25 12:18:51.502708 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:51.522427 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3887a316-49f1-4a80-8a85-af1292a41ef4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (71574da5-7b3a-45bb-9baa-000026fc69da), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.526001 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3887a316-49f1-4a80-8a85-af1292a41ef4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.530283 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3887a316-49f1-4a80-8a85-af1292a41ef4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "DELETE /v2.0/security-groups/71574da5-7b3a-45bb-9baa-000026fc69da HTTP/1.1" status: 204 len: 168 time: 0.2050593 Jul 25 12:18:51.532647 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50404) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:51.540694 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf79e2a-86c8-4dd3-8e60-8e3a40477d4e None None] New status for floating IP e56e4994-685d-4872-be76-aa8fec45a42e: DOWN {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:18:51.543981 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887a316-49f1-4a80-8a85-af1292a41ef4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71574da5-7b3a-45bb-9baa-000026fc69da,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:51.552883 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e2312edf-2b3f-41ea-b094-ba4ec399db41 req-f1dc30b5-7a9b-478a-afce-9f1b251ae340 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717161 Jul 25 12:18:51.554405 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.api.v2.resource [None req-712fd41f-920c-4258-9ea4-b2ef02c50ef9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] show failed (client error): The resource could not be found. Jul 25 12:18:51.555418 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-712fd41f-920c-4258-9ea4-b2ef02c50ef9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups/71574da5-7b3a-45bb-9baa-000026fc69da HTTP/1.1" status: 404 len: 347 time: 0.0222542 Jul 25 12:18:51.558950 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50406) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:51.681735 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Deleting port eb257a74-6eb3-44ba-b679-1c6b819ae006 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:51.682255 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.750601 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50408) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:51.769176 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.769502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (eb257a74-6eb3-44ba-b679-1c6b819ae006), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.783047 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Calling delete_port for eb257a74-6eb3-44ba-b679-1c6b819ae006 owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:51.832651 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-deleted', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:51.834888 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10a40ef-16d0-4a24-a7ad-3dd80d904fa4" -d '{"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-deleted", "tag": "d01f3ff0-df08-4605-a057-7920ee080060"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:51.874151 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b051366-386f-47dd-ba0e-ff8de78f536b x-openstack-request-id: req-9b051366-386f-47dd-ba0e-ff8de78f536b {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:51.874151 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66654721-31e2-48d8-a0ea-c146d277ab47", "name": "network-vif-deleted", "tag": "d01f3ff0-df08-4605-a057-7920ee080060", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:51.874376 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b051366-386f-47dd-ba0e-ff8de78f536b {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:51.874628 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b051366-386f-47dd-ba0e-ff8de78f536b'] response: {'server_uuid': '66654721-31e2-48d8-a0ea-c146d277ab47', 'name': 'network-vif-deleted', 'tag': 'd01f3ff0-df08-4605-a057-7920ee080060', 'status': 'completed', 'code': 200} Jul 25 12:18:51.925110 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (eb257a74-6eb3-44ba-b679-1c6b819ae006), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:51.929122 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:51.951086 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event deleted for resources: {'Port': ['ID=eb257a74-6eb3-44ba-b679-1c6b819ae006,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:52.012826 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (e56e4994-685d-4872-be76-aa8fec45a42e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.016020 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.017161 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a38cd2b7-f433-49b7-beb8-a342d449a583 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "DELETE /v2.0/floatingips/e56e4994-685d-4872-be76-aa8fec45a42e HTTP/1.1" status: 204 len: 168 time: 0.4571550 Jul 25 12:18:52.020643 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:52.066402 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.112462 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50416) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:52.117236 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-bb37f48a-d989-4e14-bd51-9a09ead8deff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524028105', 'description': 'tempest-description--1620464560'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:52.139906 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bb37f48a-d989-4e14-bd51-9a09ead8deff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.203172 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:52.218673 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bb37f48a-d989-4e14-bd51-9a09ead8deff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (9cde0520-0f1c-4406-886a-1c846ba0603e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.222751 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bb37f48a-d989-4e14-bd51-9a09ead8deff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9cde0520-0f1c-4406-886a-1c846ba0603e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.257477 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bb37f48a-d989-4e14-bd51-9a09ead8deff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.258740 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-bb37f48a-d989-4e14-bd51-9a09ead8deff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452312 Jul 25 12:18:52.261848 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50418) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:52.266678 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-5b400958-bdc0-480d-8034-97ade01063cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'security_group_rule': {'security_group_id': '9cde0520-0f1c-4406-886a-1c846ba0603e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:52.273536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37f48a-d989-4e14-bd51-9a09ead8deff tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cde0520-0f1c-4406-886a-1c846ba0603e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:52.298183 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5b400958-bdc0-480d-8034-97ade01063cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (86d7b645-a22a-40ff-b0b8-9f9fddfd4c27), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.357382 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5b400958-bdc0-480d-8034-97ade01063cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (86d7b645-a22a-40ff-b0b8-9f9fddfd4c27), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.361359 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5b400958-bdc0-480d-8034-97ade01063cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (86d7b645-a22a-40ff-b0b8-9f9fddfd4c27), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.380118 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b400958-bdc0-480d-8034-97ade01063cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d7b645-a22a-40ff-b0b8-9f9fddfd4c27,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:52.389624 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5b400958-bdc0-480d-8034-97ade01063cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.393332 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-5b400958-bdc0-480d-8034-97ade01063cc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280475 Jul 25 12:18:52.393502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50420) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:52.397917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-390b1d90-e11f-4237-9bdb-6a362a447ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'security_group_rule': {'security_group_id': '9cde0520-0f1c-4406-886a-1c846ba0603e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:52.422653 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c029a4-3f99-404a-a16b-f077f1e530d6 req-e882b483-203d-478c-ab1e-8ea56a1fb816 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:52.424152 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48c029a4-3f99-404a-a16b-f077f1e530d6 req-e882b483-203d-478c-ab1e-8ea56a1fb816 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.3164268 Jul 25 12:18:52.425385 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-390b1d90-e11f-4237-9bdb-6a362a447ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (b094ef7d-3606-439e-b46f-46d0e1a90457), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.482432 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-390b1d90-e11f-4237-9bdb-6a362a447ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (b094ef7d-3606-439e-b46f-46d0e1a90457), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.486370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-390b1d90-e11f-4237-9bdb-6a362a447ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (b094ef7d-3606-439e-b46f-46d0e1a90457), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.505763 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b1d90-e11f-4237-9bdb-6a362a447ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b094ef7d-3606-439e-b46f-46d0e1a90457,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:52.513965 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-390b1d90-e11f-4237-9bdb-6a362a447ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.515972 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-390b1d90-e11f-4237-9bdb-6a362a447ded tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212952 Jul 25 12:18:52.518820 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50422) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:52.522884 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48c029a4-3f99-404a-a16b-f077f1e530d6 req-62b8d973-b065-4aa5-a88c-916dcea906f4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925062 Jul 25 12:18:52.523054 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:52.553154 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.607209 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Deleting port 1c0071d0-459b-44c6-8915-0b6137c6fa53 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:52.608681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.657719 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.714918 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] For port 1c0071d0-459b-44c6-8915-0b6137c6fa53, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=1c0071d0-459b-44c6-8915-0b6137c6fa53,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:52.715283 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.725186 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5269ece-02c5-4174-8741-86a76f068b45 req-173bb917-65a3-4e71-baa4-ace2a242244e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:52.726663 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e5269ece-02c5-4174-8741-86a76f068b45 req-173bb917-65a3-4e71-baa4-ace2a242244e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0835166 Jul 25 12:18:52.729993 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Calling delete_port for 1c0071d0-459b-44c6-8915-0b6137c6fa53 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:52.822178 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e5269ece-02c5-4174-8741-86a76f068b45 req-4eb4c6fa-e6fc-41e7-b7f8-e60e4ae48d92 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871704 Jul 25 12:18:52.838147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Allocated IP 172.27.0.248 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:18:52.868321 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:52.906633 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:52.909591 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:52.910152 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (1c0071d0-459b-44c6-8915-0b6137c6fa53), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:52.934894 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0071d0-459b-44c6-8915-0b6137c6fa53,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:52.956840 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.004425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.047107 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:18:53.052501 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:18:53.056415 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:18:53.083739 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'Port': ['ID=a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:53.147170 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:53.150815 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (56af622d-fd1c-42de-b0ca-31af29f3fe7e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.152146 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.190817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.349746 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.354541 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.360851 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:18:53.417832 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3a123511-f3c8-4b64-b31f-25da15a5f18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.428644 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'Port': ['ID=a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:53.438716 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (56af622d-fd1c-42de-b0ca-31af29f3fe7e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.456120 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.457844 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-2856b097-640c-4b29-b8f5-ceff8136f3b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9381061 Jul 25 12:18:53.469013 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:18:53.477769 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7801f382-1c3d-463e-9a93-93d9dc7ac6b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227595 Jul 25 12:18:53.477892 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50428) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:53.479379 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] Sync routers for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:18:53.495462 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:53.496115 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:53.581516 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks [] for router (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:53.587142 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:53.589582 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:53.622539 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:53.676327 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed344fd3-4715-4e5a-8b25-7f3c78913bdc req-d615330f-f3a7-40fc-aff1-e0271cdf399a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:53.678102 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ed344fd3-4715-4e5a-8b25-7f3c78913bdc req-d615330f-f3a7-40fc-aff1-e0271cdf399a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0647242 Jul 25 12:18:53.736116 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ed344fd3-4715-4e5a-8b25-7f3c78913bdc req-79ddcc71-2ac6-4859-a62b-85b920fc858a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475924 Jul 25 12:18:53.818024 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:18:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:53.844881 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] Checking router: 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:18:53.853939 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] Routers {'7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:53.854563 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:53.952339 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb5dca-17de-4871-abdd-1a3238b597eb req-229fc110-84aa-4a71-9356-cb8cf3801343 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:53.954010 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-28eb5dca-17de-4871-abdd-1a3238b597eb req-229fc110-84aa-4a71-9356-cb8cf3801343 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0526216 Jul 25 12:18:53.970552 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:53.996863 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks [] for router_gateway (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.003234 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-2c46c710-b106-4393-b561-fb8cdcbeaaf9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--524028105&fields=id&tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 267 time: 0.0750892 Jul 25 12:18:54.005155 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:54.005778 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-28eb5dca-17de-4871-abdd-1a3238b597eb req-3c78ff97-8baf-4815-8965-437cbafa8fb5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450673 Jul 25 12:18:54.098044 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] Set router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:54.106286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Deleting port 4c23a382-e1cb-445a-b4f1-c3b7630089f0 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:54.106839 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.132307 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987610a-9111-4289-b7be-b4cd1f450cad req-1f8652d6-a8d1-4321-a207-48232026c287 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:54.133989 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9987610a-9111-4289-b7be-b4cd1f450cad req-1f8652d6-a8d1-4321-a207-48232026c287 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0516036 Jul 25 12:18:54.143821 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50450) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:54.148646 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'port_id': '77667b73-2775-4d94-a310-daa16b6ca4d0'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:54.190570 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (c0b79360-d7e7-4fe6-9feb-712670ff1bf6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.194372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-b145442b-129a-412c-b242-db77678ec80e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:54.198843 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-b145442b-129a-412c-b242-db77678ec80e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 816 time: 0.1856296 Jul 25 12:18:54.224649 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-95abafd4-4550-4e76-a6ce-cb0fe4c9d00f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/quotas/aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 375 time: 0.0244651 Jul 25 12:18:54.241757 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] For port 4c23a382-e1cb-445a-b4f1-c3b7630089f0, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=4c23a382-e1cb-445a-b4f1-c3b7630089f0,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:54.242405 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.283824 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:18:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:54.288628 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Calling delete_port for 4c23a382-e1cb-445a-b4f1-c3b7630089f0 owned by network:router_gateway {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:54.309136 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e545feb-fc04-44c0-af66-be2dde989f8b None None] The sync data for ids ['7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58'] in dv-cinder-797608-61-iscsi is: [{'id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'name': 'tempest-TestMinimumBasicScenario-211184550-router', 'tenant_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:43Z', 'updated_at': '2022-07-25T12:18:52Z', 'revision_number': 5, 'project_id': 'f63781e2ea3b43b48fc5a065fea7bad4', 'gw_port': {'id': '4c23a382-e1cb-445a-b4f1-c3b7630089f0', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:44Z', 'updated_at': '2022-07-25T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:18:54.312032 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-35929a49-384f-42df-88a4-c245277a477e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735335 Jul 25 12:18:54.447309 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:54.489129 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-e7c9277f-d792-4783-9af4-6825e8c264fb service neutron] 10.222.0.42 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473322 Jul 25 12:18:54.608358 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (4c23a382-e1cb-445a-b4f1-c3b7630089f0), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.652532 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c23a382-e1cb-445a-b4f1-c3b7630089f0,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:54.660067 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5797ccb4-628c-4943-9cc8-f1058e42f676 service neutron] 10.222.0.42 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649029 Jul 25 12:18:54.688878 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:54.716801 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.737800 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.749020 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (c0b79360-d7e7-4fe6-9feb-712670ff1bf6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.753656 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 1c0071d0-459b-44c6-8915-0b6137c6fa53 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:18:54.811457 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 1c0071d0-459b-44c6-8915-0b6137c6fa53 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:18:54.811827 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 1c0071d0-459b-44c6-8915-0b6137c6fa53 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:18:54.818484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:54.945869 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf61c11-94cf-4381-b720-a21e9543ba92 req-32fbc369-5841-4cbe-8a67-e4397eee83f9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:54.947403 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2cf61c11-94cf-4381-b720-a21e9543ba92 req-32fbc369-5841-4cbe-8a67-e4397eee83f9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0867870 Jul 25 12:18:54.949275 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP c0b79360-d7e7-4fe6-9feb-712670ff1bf6 associated. External IP: 172.27.0.28, port: 77667b73-2775-4d94-a310-daa16b6ca4d0. Jul 25 12:18:54.993270 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.021316 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks [] for router_controller (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.030768 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-548bc56c-dc18-44c4-9408-9247f4fbcc76 req-bdc2418a-336e-4138-b220-4271adb043bb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 210 time: 0.0653956 Jul 25 12:18:55.034345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8da596-9212-445f-856d-5403d3ef9f26 req-a291f870-56e1-4587-9801-04dc6dc785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:55.035883 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-da8da596-9212-445f-856d-5403d3ef9f26 req-a291f870-56e1-4587-9801-04dc6dc785dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1130 time: 0.2077675 Jul 25 12:18:55.072629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:55.088364 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2cf61c11-94cf-4381-b720-a21e9543ba92 req-1b6cebad-7008-4f38-8af2-f038f7d0d5bf tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340981 Jul 25 12:18:55.094804 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.095499 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 {{(pid=104018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:18:55.101348 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.105247 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0ca1e678-a234-43a6-b3c8-5b0e37515d00 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7dca72ce-eb89-4d01-bcb4-4bb40dbd1c58 HTTP/1.1" status: 204 len: 168 time: 1.6271198 Jul 25 12:18:55.116664 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50458) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:55.117257 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:55.180351 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-da8da596-9212-445f-856d-5403d3ef9f26 req-a15955a8-08bc-4126-b969-4650109dd032 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061015 Jul 25 12:18:55.196972 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] Deleting subnet f31ee279-4ed9-43db-a650-50e76902ae2b {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:18:55.201914 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] Publish callbacks [] for subnet (f31ee279-4ed9-43db-a650-50e76902ae2b), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.235299 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:18:55.240772 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (f31ee279-4ed9-43db-a650-50e76902ae2b), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.362164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:18:55.365966 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (f31ee279-4ed9-43db-a650-50e76902ae2b), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.372677 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:18:55.374666 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.386084 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:55.387382 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:55.411189 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-255d3be8-9300-4eab-8c98-ba9175b59e0b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "PUT /v2.0/floatingips/c0b79360-d7e7-4fe6-9feb-712670ff1bf6 HTTP/1.1" status: 200 len: 991 time: 1.2662706 Jul 25 12:18:55.411810 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:18:55.414142 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662b9ea-c542-40a4-9417-6368221b1bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:18:55.439065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (f31ee279-4ed9-43db-a650-50e76902ae2b), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.461766 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76f55b8-b143-4e73-8230-366105bc2a2d x-openstack-request-id: req-c76f55b8-b143-4e73-8230-366105bc2a2d {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:18:55.462055 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:18:55.462306 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c76f55b8-b143-4e73-8230-366105bc2a2d {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:18:55.462733 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76f55b8-b143-4e73-8230-366105bc2a2d'] response: {'name': 'network-changed', 'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'status': 'completed', 'code': 200} Jul 25 12:18:55.466421 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31ee279-4ed9-43db-a650-50e76902ae2b,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:55.470556 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.473748 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0e1d517d-1197-4cb7-a9a6-773d59362195 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f31ee279-4ed9-43db-a650-50e76902ae2b HTTP/1.1" status: 204 len: 168 time: 0.3403473 Jul 25 12:18:55.476538 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50470) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:55.478996 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac446bba-33e8-4f7e-a3f5-c6f8707b1394 None None] Network 1c19c869-ef0d-4854-ace3-e6594f309fd4 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:18:55.505444 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:55.579184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-7023981c-44ca-47ee-aae0-52d12a301648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:55.580560 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-7023981c-44ca-47ee-aae0-52d12a301648 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 1130 time: 0.0752072 Jul 25 12:18:55.601116 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (1c19c869-ef0d-4854-ace3-e6594f309fd4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.669631 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Deleting port e42ee3b5-77ea-4760-8cec-ac983c8e69ab {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:55.669902 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] DHCP port deletion for 1c19c869-ef0d-4854-ace3-e6594f309fd4 request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:18:55.669999 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.712288 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] Deleting port e42ee3b5-77ea-4760-8cec-ac983c8e69ab {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:55.712678 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.739028 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] For port e42ee3b5-77ea-4760-8cec-ac983c8e69ab, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:55.739721 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.757499 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Calling delete_port for e42ee3b5-77ea-4760-8cec-ac983c8e69ab owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:55.787557 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] For port e42ee3b5-77ea-4760-8cec-ac983c8e69ab, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,segment=NetworkSegment(ef1d8d27-d5c9-49c7-9d18-aa730b773fe3),segment_id=ef1d8d27-d5c9-49c7-9d18-aa730b773fe3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:55.788009 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.801518 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] Calling delete_port for e42ee3b5-77ea-4760-8cec-ac983c8e69ab owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:55.808445 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'c0b79360-d7e7-4fe6-9feb-712670ff1bf6', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a8:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:18:38Z', 'updated_at': '2022-07-25T12:18:54Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:55.811235 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:55.833931 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:18:55.845276 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:55.845921 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:55.851389 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.875831 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:55.879413 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] No DVR routers for this DVR port e42ee3b5-77ea-4760-8cec-ac983c8e69ab on host dv-cinder-797608-61-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:18:55.883750 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:55.893854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (e42ee3b5-77ea-4760-8cec-ac983c8e69ab), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.921021 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] Pushing event deleted for resources: {'Port': ['ID=e42ee3b5-77ea-4760-8cec-ac983c8e69ab,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:55.928992 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985462a-e0ff-4033-ab86-fcdd395372c9 None None] No DVR routers for this DVR port e42ee3b5-77ea-4760-8cec-ac983c8e69ab on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:18:55.960548 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (1c19c869-ef0d-4854-ace3-e6594f309fd4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:55.979577 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:55.986154 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c19c869-ef0d-4854-ace3-e6594f309fd4']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:55.996344 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:55.996602 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1d8d27-d5c9-49c7-9d18-aa730b773fe3') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:56.007856 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31283877'] for segment (ef1d8d27-d5c9-49c7-9d18-aa730b773fe3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.027579 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (ef1d8d27-d5c9-49c7-9d18-aa730b773fe3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.035511 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:18:56.035946 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31282963'] for segment (ef1d8d27-d5c9-49c7-9d18-aa730b773fe3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.049795 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-87f85145-6f9c-44ae-b829-d5148668666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:56.051449 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-87f85145-6f9c-44ae-b829-d5148668666d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 916 time: 0.1534648 Jul 25 12:18:56.129585 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (1c19c869-ef0d-4854-ace3-e6594f309fd4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.131865 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment ef1d8d27-d5c9-49c7-9d18-aa730b773fe3 resource provider aggregate not found Jul 25 12:18:56.164464 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.168094 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1c19c869-ef0d-4854-ace3-e6594f309fd4 HTTP/1.1" status: 204 len: 168 time: 0.6906040 Jul 25 12:18:56.170045 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment ef1d8d27-d5c9-49c7-9d18-aa730b773fe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef1d8d27-d5c9-49c7-9d18-aa730b773fe3 found for delete ", "request_id": "req-3922b25e-cfbe-4734-b2d7-7c50cf4d52da"}]} Jul 25 12:18:56.182317 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-1cf006e6-8adb-4f78-a13b-e0693e36c16a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77667b73-2775-4d94-a310-daa16b6ca4d0 HTTP/1.1" status: 200 len: 999 time: 0.1116767 Jul 25 12:18:56.182893 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50480) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:56.195996 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c6a83-ecde-4b2a-bf42-8a3d4cf9e1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c19c869-ef0d-4854-ace3-e6594f309fd4,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:56.199392 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bda6f704-ace7-4eb1-88f1-0a2c68db5a50 req-471e315a-2d07-420c-b86f-e16b1c6517a4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 210 time: 0.0528398 Jul 25 12:18:56.283846 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:56.284108 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.301326 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'c0b79360-d7e7-4fe6-9feb-712670ff1bf6', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a8:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:18:38Z', 'updated_at': '2022-07-25T12:18:54Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:56.319386 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4313b7-3c7e-4f77-a5e9-5eac409a9907 req-72715646-321f-4e67-b2ba-3854d475f981 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:56.320870 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6a4313b7-3c7e-4f77-a5e9-5eac409a9907 req-72715646-321f-4e67-b2ba-3854d475f981 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0861018 Jul 25 12:18:56.327427 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e530148-e6a9-4b73-8ec8-18dc9ae34e3b None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'c0b79360-d7e7-4fe6-9feb-712670ff1bf6', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:a8:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:18:38Z', 'updated_at': '2022-07-25T12:18:54Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:18:56.415531 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6a4313b7-3c7e-4f77-a5e9-5eac409a9907 req-ffaf4ef9-a34c-46df-ac37-0f181ddee0e1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873466 Jul 25 12:18:56.488209 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.506416 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-0116df42-8176-4c5c-8c8c-7ddf1f464623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:56.508594 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-0116df42-8176-4c5c-8c8c-7ddf1f464623 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.0850959 Jul 25 12:18:56.532628 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:56.590662 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f913e1-5f0f-417d-a821-89a5fe49615b None None] New status for floating IP c0b79360-d7e7-4fe6-9feb-712670ff1bf6: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:18:56.688419 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e42ee3b5-77ea-4760-8cec-ac983c8e69ab no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:18:56.702285 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:56.716949 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: e42ee3b5-77ea-4760-8cec-ac983c8e69ab {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:18:56.717286 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e42ee3b5-77ea-4760-8cec-ac983c8e69ab not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:18:56.717701 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 4c23a382-e1cb-445a-b4f1-c3b7630089f0 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:18:56.746266 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:56.765793 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 4c23a382-e1cb-445a-b4f1-c3b7630089f0 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:18:56.766068 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 4c23a382-e1cb-445a-b4f1-c3b7630089f0 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:18:57.267235 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-8dc5d5e5-ba45-4876-af64-ff2ab67304e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:57.268744 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-8dc5d5e5-ba45-4876-af64-ff2ab67304e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0975935 Jul 25 12:18:57.306164 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6b3886b6-882e-4919-b9df-2e1102479a40 req-ef050a9c-9bb9-4527-88c9-8a7c7cd5143e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 210 time: 0.0276096 Jul 25 12:18:57.364706 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Deleting port 25e4d28c-d544-4e70-8d61-333abdd70d33 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:57.364967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:57.444485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-44e55f99-000d-4dca-91f0-c11026a17701 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:57.445891 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-44e55f99-000d-4dca-91f0-c11026a17701 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 816 time: 0.2736425 Jul 25 12:18:57.476263 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-c8662818-748d-43d4-930c-8525d6749172 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888223 Jul 25 12:18:57.634961 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7deecda-2149-45b4-96ed-f9b7391c2cfc req-46304d48-3a7a-4e41-8d9b-09abf0f5eb88 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:57.636465 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c7deecda-2149-45b4-96ed-f9b7391c2cfc req-46304d48-3a7a-4e41-8d9b-09abf0f5eb88 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.1335392 Jul 25 12:18:57.644645 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] For port 25e4d28c-d544-4e70-8d61-333abdd70d33, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=25e4d28c-d544-4e70-8d61-333abdd70d33,segment=NetworkSegment(96344386-5cc8-46e3-b47c-f36ed65088f3),segment_id=96344386-5cc8-46e3-b47c-f36ed65088f3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:18:57.645013 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:57.652645 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-7b4d7924-b0c4-4eb1-abd6-2a07597d52e0 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 379 time: 0.1970608 Jul 25 12:18:57.679261 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'port': {'device_id': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'admin_state_up': True, 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'security_groups': ['9cde0520-0f1c-4406-886a-1c846ba0603e']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:57.689937 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Calling delete_port for 25e4d28c-d544-4e70-8d61-333abdd70d33 owned by network:router_interface {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:18:57.692826 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:57.811693 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7662b9ea-c542-40a4-9417-6368221b1bd5 req-feb6e14c-bc1f-406f-9863-04552570151a service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281243 Jul 25 12:18:57.829640 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c7deecda-2149-45b4-96ed-f9b7391c2cfc req-c9c1b266-e418-4441-980b-6c72e09e5d7e tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818438 Jul 25 12:18:57.912872 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:57.943994 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Made reservation on behalf of aef3a5bd8ffa43718ea02647f1f74fc8 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:18:57.947342 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:58.106939 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (25e4d28c-d544-4e70-8d61-333abdd70d33), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:58.139345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e4d28c-d544-4e70-8d61-333abdd70d33,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:58.146291 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Allocated IP 172.20.0.9 (36635bbd-0783-4ae1-9364-d8aba7145b80/e5bd0936-da6c-4f0a-8842-144a0efc888d/d8ccc18c-ce12-4e5d-a124-191bdcd1d563) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:18:58.261790 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d8f9-1698-464a-85ec-630659b42c2e req-c83dea87-4d5e-48fe-af86-b2456c897343 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:58.268054 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-17e1d8f9-1698-464a-85ec-630659b42c2e req-c83dea87-4d5e-48fe-af86-b2456c897343 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0609329 Jul 25 12:18:58.293994 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-c1e698cf-cbfd-4782-9255-edfa3d172417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:58.296205 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-c1e698cf-cbfd-4782-9255-edfa3d172417 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0905738 Jul 25 12:18:58.317668 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-17e1d8f9-1698-464a-85ec-630659b42c2e req-c1cafbc4-0434-4142-955c-ee5f950c102b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476086 Jul 25 12:18:58.457681 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:58.459687 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c68a5583-4abe-4926-ade5-d4e327b7b400 req-56780f47-a150-449d-88ec-0f11bdb3f585 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 210 time: 0.0521920 Jul 25 12:18:58.560968 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-17ad12d6-e06a-4581-a66c-470b827960c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:58.562418 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-17ad12d6-e06a-4581-a66c-470b827960c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.2397485 Jul 25 12:18:58.567835 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:58.569358 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:58.573968 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:58.693651 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-676a22ec-7590-42da-8a94-6d261abe7565 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 200 len: 1001 time: 0.1223297 Jul 25 12:18:58.765146 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:58.827190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:18:58.830246 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-0075d70c-64b5-466d-ba19-b439a024d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:58.831700 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-0075d70c-64b5-466d-ba19-b439a024d5f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.1072264 Jul 25 12:18:58.836401 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:18:58.848385 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:18:58.922794 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:18:58.988408 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-b62fa782-1483-4b5c-adef-603ccd09727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:58.989910 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-b62fa782-1483-4b5c-adef-603ccd09727f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1514616 Jul 25 12:18:59.004731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:59.005302 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:59.074458 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-5567cc83-4f7c-4554-ba0d-e2f394b4fa25 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040246 Jul 25 12:18:59.087130 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:18:59.092539 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Request body: {'port': {'device_id': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:18:59.107023 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-3b70f7c4-143d-408f-8d65-7158bdacda5f None None] Provisioning complete for port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:18:59.107606 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3b70f7c4-143d-408f-8d65-7158bdacda5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:59.139511 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-3b70f7c4-143d-408f-8d65-7158bdacda5f None None] Port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:18:59.186604 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-a4d38a27-79ab-4263-9aa5-f9fc235123ac service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875753 Jul 25 12:18:59.264324 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:59.290857 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:59.445988 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd890236-d279-45a0-9559-7a797615431c req-0ed7bd36-8642-4f79-b851-52b745ac9b80 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:59.447524 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd890236-d279-45a0-9559-7a797615431c req-0ed7bd36-8642-4f79-b851-52b745ac9b80 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0497055 Jul 25 12:18:59.496897 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd890236-d279-45a0-9559-7a797615431c req-03a10c6d-f2d1-4f06-908e-b1af73368e18 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Jul 25 12:18:59.620687 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:18:59.663696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b244435-f352-4792-bda4-26246629a757 req-1e8ecacb-4a76-42b1-b33e-a6958f801cda tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:18:59.665143 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0b244435-f352-4792-bda4-26246629a757 req-1e8ecacb-4a76-42b1-b33e-a6958f801cda tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 931 time: 0.1127775 Jul 25 12:18:59.676152 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:18:59.685962 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] Sync routers for ids ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:18:59.692371 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-51068c73-58c6-472f-ad71-97a34c579154 admin admin] 10.222.0.42 "PUT /v2.0/routers/41e96e3e-8cb2-43a2-91b3-b0e6d213810c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5085342 Jul 25 12:18:59.695058 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50506) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:18:59.696876 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] Routers {'41e96e3e-8cb2-43a2-91b3-b0e6d213810c'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:18:59.697483 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:18:59.734040 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5344d9de-551c-4f93-a75f-5badc87fbc50 req-7abc8aea-9089-47a7-8aa4-3a4cc86436aa service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308857 Jul 25 12:18:59.812989 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks [] for router (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:59.829575 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0b244435-f352-4792-bda4-26246629a757 req-1f58ab1e-74ff-4084-9752-28a25e5e3b10 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554949 Jul 25 12:18:59.831124 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] Set router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:18:59.921222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks [] for router_gateway (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:59.954564 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ccc18c-ce12-4e5d-a124-191bdcd1d563 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:18:59.968000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Publish callbacks [] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:59.972535 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Deleting port e179800d-63fb-46d7-985d-86feee3b1076 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:18:59.973061 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e179800d-63fb-46d7-985d-86feee3b1076), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:18:59.984802 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Transition to ACTIVE for port object d8ccc18c-ce12-4e5d-a124-191bdcd1d563 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:18:59.988720 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.009141 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:18:57Z', 'revision_number': 5, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port': {'id': 'e179800d-63fb-46d7-985d-86feee3b1076', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:00.036252 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] Checking router: 41e96e3e-8cb2-43a2-91b3-b0e6d213810c for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:19:00.038960 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:00.041278 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:00.048039 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] Routers {'41e96e3e-8cb2-43a2-91b3-b0e6d213810c'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:00.048900 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:00.131574 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Attempting to bind port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:19:00.131931 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Attempting to bind port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:19:00.132262 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Attempting to bind port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 on network 36635bbd-0783-4ae1-9364-d8aba7145b80 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:19:00.136219 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] Set router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:00.137716 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 on network 36635bbd-0783-4ae1-9364-d8aba7145b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:19:00.138045 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Attempting to bind port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 on network 36635bbd-0783-4ae1-9364-d8aba7145b80 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:19:00.145263 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:19:00.145604 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Checking segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:19:00.145982 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Bound using segment: {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:19:00.146414 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Bound port: d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821d21e8-5b82-4c28-a11c-f46a3dcf8e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:19:00.146790 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.187903 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:18:59Z', 'revision_number': 6, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:00.217877 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c686ad1-1159-4bf1-9d9a-692dda8306e9 None None] The sync data for ids ['41e96e3e-8cb2-43a2-91b3-b0e6d213810c'] in dv-cinder-797608-61-iscsi is: [{'id': '41e96e3e-8cb2-43a2-91b3-b0e6d213810c', 'name': 'tempest-TestMinimumBasicScenario-1237705181-router', 'tenant_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:15:50Z', 'updated_at': '2022-07-25T12:18:59Z', 'revision_number': 6, 'project_id': 'ff7fb61a835d438692cf3f64a1c552e1', 'gw_port_host': None}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:19:00.227155 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:19:00.236647 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:19:00.246967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.294095 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:00.294891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.296375 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 200 len: 1093 time: 1.2112007 Jul 25 12:19:00.296835 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:00.299931 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a2900f-a836-4659-bf33-35793c9051ea" -d '{"events": [{"name": "network-changed", "server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:00.319075 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bfcad-4e0b-4498-b5f7-93b93a5aefe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:00.338746 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] For port e179800d-63fb-46d7-985d-86feee3b1076, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e179800d-63fb-46d7-985d-86feee3b1076,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:00.339486 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e179800d-63fb-46d7-985d-86feee3b1076), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.344041 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9ad190-57a1-464c-8301-e6c08e415838 x-openstack-request-id: req-3d9ad190-57a1-464c-8301-e6c08e415838 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:00.344409 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:00.344736 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d9ad190-57a1-464c-8301-e6c08e415838 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:00.345212 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9ad190-57a1-464c-8301-e6c08e415838'] response: {'name': 'network-changed', 'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'status': 'completed', 'code': 200} Jul 25 12:19:00.355385 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Calling delete_port for e179800d-63fb-46d7-985d-86feee3b1076 owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:00.468496 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:00.472060 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:00.528094 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (e179800d-63fb-46d7-985d-86feee3b1076), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.553164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Pushing event deleted for resources: {'Port': ['ID=e179800d-63fb-46d7-985d-86feee3b1076,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:00.616413 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.631191 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702eb145-8cf1-4267-b96e-0c897f7708ba req-1e46e572-1e93-4d91-91a2-1703816d4c95 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:00.633035 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-702eb145-8cf1-4267-b96e-0c897f7708ba req-1e46e572-1e93-4d91-91a2-1703816d4c95 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0578144 Jul 25 12:19:00.712857 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-702eb145-8cf1-4267-b96e-0c897f7708ba req-fff771b5-98f5-401a-af98-cd06cfaf1b34 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722976 Jul 25 12:19:00.736657 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 25e4d28c-d544-4e70-8d61-333abdd70d33 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:19:00.751412 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.753669 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks [] for router_controller (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.762810 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 25e4d28c-d544-4e70-8d61-333abdd70d33 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:19:00.763167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 25e4d28c-d544-4e70-8d61-333abdd70d33 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:19:00.815311 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (41e96e3e-8cb2-43a2-91b3-b0e6d213810c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.815921 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e96e3e-8cb2-43a2-91b3-b0e6d213810c {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:19:00.820600 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.821723 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6016b371-a7f2-4ea1-b9ba-01dd6a71a520 admin admin] 10.222.0.42 "DELETE /v2.0/routers/41e96e3e-8cb2-43a2-91b3-b0e6d213810c HTTP/1.1" status: 204 len: 168 time: 1.1254718 Jul 25 12:19:00.824397 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50512) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:00.867732 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] Deleting subnet b6ffa728-c5cd-407d-83d1-a1de831d8b7e {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:19:00.870879 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] Publish callbacks [] for subnet (b6ffa728-c5cd-407d-83d1-a1de831d8b7e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.909895 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31283890'] for subnet (b6ffa728-c5cd-407d-83d1-a1de831d8b7e), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:00.985825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43819cc9-3f47-4a88-82cb-de118d2ac9e0 req-f7cc03de-5a05-4218-8203-3b781bb7389f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:00.987179 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43819cc9-3f47-4a88-82cb-de118d2ac9e0 req-f7cc03de-5a05-4218-8203-3b781bb7389f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0579612 Jul 25 12:19:01.054943 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (b6ffa728-c5cd-407d-83d1-a1de831d8b7e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.097529 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43819cc9-3f47-4a88-82cb-de118d2ac9e0 req-aafb8795-935d-47f2-a1aa-5492c9fc4afd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038313 Jul 25 12:19:01.127210 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31283149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31309322'] for subnet (b6ffa728-c5cd-407d-83d1-a1de831d8b7e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.152337 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ffa728-c5cd-407d-83d1-a1de831d8b7e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:01.160890 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.164452 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-12c6b4e0-80dc-4a12-a135-f2213cb2af0d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b6ffa728-c5cd-407d-83d1-a1de831d8b7e HTTP/1.1" status: 204 len: 168 time: 0.3390963 Jul 25 12:19:01.167093 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50516) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:01.167895 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df31381-9da1-4d44-8854-30ee830b7afa None None] Network 8cfb47dd-0231-42d3-90ad-b52aca9ba125 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:19:01.255538 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:01.275656 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2900f-a836-4659-bf33-35793c9051ea req-729f22a0-cfb1-47da-a930-3ea7d0546fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:01.277265 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-01a2900f-a836-4659-bf33-35793c9051ea req-729f22a0-cfb1-47da-a930-3ea7d0546fbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1127 time: 0.0642791 Jul 25 12:19:01.280914 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (8cfb47dd-0231-42d3-90ad-b52aca9ba125), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.342068 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] DHCP port deletion for 8cfb47dd-0231-42d3-90ad-b52aca9ba125 request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:19:01.347769 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:01.348757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:01.385227 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] Deleting port da135c2d-baa2-408f-8ca9-43f1fc68f36c {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:01.385606 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.393541 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Deleting port da135c2d-baa2-408f-8ca9-43f1fc68f36c {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:01.393876 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.442136 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:01.449794 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] For port da135c2d-baa2-408f-8ca9-43f1fc68f36c, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=da135c2d-baa2-408f-8ca9-43f1fc68f36c,segment=NetworkSegment(96344386-5cc8-46e3-b47c-f36ed65088f3),segment_id=96344386-5cc8-46e3-b47c-f36ed65088f3)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:01.450190 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.464048 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] Calling delete_port for da135c2d-baa2-408f-8ca9-43f1fc68f36c owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:01.472246 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2900f-a836-4659-bf33-35793c9051ea req-a71d92c1-2aaa-40bd-827c-140d4becefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:01.473714 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-01a2900f-a836-4659-bf33-35793c9051ea req-a71d92c1-2aaa-40bd-827c-140d4becefb1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1862302 Jul 25 12:19:01.480335 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] For port da135c2d-baa2-408f-8ca9-43f1fc68f36c, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=da135c2d-baa2-408f-8ca9-43f1fc68f36c,segment=NetworkSegment(96344386-5cc8-46e3-b47c-f36ed65088f3),segment_id=96344386-5cc8-46e3-b47c-f36ed65088f3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:01.480696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.493454 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Calling delete_port for da135c2d-baa2-408f-8ca9-43f1fc68f36c owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:01.549000 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.554329 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:01.573455 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (da135c2d-baa2-408f-8ca9-43f1fc68f36c), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.574389 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] Pushing event deleted for resources: {'Port': ['ID=da135c2d-baa2-408f-8ca9-43f1fc68f36c,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:01.578727 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdad8a1-5311-423f-bbea-b6cc72199cb6 None None] No DVR routers for this DVR port da135c2d-baa2-408f-8ca9-43f1fc68f36c on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:19:01.600337 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=da135c2d-baa2-408f-8ca9-43f1fc68f36c,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:01.602213 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] No DVR routers for this DVR port da135c2d-baa2-408f-8ca9-43f1fc68f36c on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:19:01.676690 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (8cfb47dd-0231-42d3-90ad-b52aca9ba125), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.696000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfb47dd-0231-42d3-90ad-b52aca9ba125']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:01.705876 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96344386-5cc8-46e3-b47c-f36ed65088f3') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:01.706171 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96344386-5cc8-46e3-b47c-f36ed65088f3') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:01.715660 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (96344386-5cc8-46e3-b47c-f36ed65088f3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.729901 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (96344386-5cc8-46e3-b47c-f36ed65088f3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.736954 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:19:01.737448 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (96344386-5cc8-46e3-b47c-f36ed65088f3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.762321 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:19:01.776419 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 96344386-5cc8-46e3-b47c-f36ed65088f3 resource provider aggregate not found Jul 25 12:19:01.795769 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 96344386-5cc8-46e3-b47c-f36ed65088f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96344386-5cc8-46e3-b47c-f36ed65088f3 found for delete ", "request_id": "req-a879e370-b383-481d-a7a8-d641aed8ada8"}]} Jul 25 12:19:01.829933 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (8cfb47dd-0231-42d3-90ad-b52aca9ba125), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.836550 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:01.839573 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8cfb47dd-0231-42d3-90ad-b52aca9ba125 HTTP/1.1" status: 204 len: 168 time: 0.6711156 Jul 25 12:19:01.856099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95a3d1-e8b3-40d4-bef4-c758ffc9dc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfb47dd-0231-42d3-90ad-b52aca9ba125,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:01.865700 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa643b52-bc85-414d-bb1c-67d202f7f700 req-76e4b5bf-dce2-4ace-8ecd-5cebccd74752 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:01.867181 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-aa643b52-bc85-414d-bb1c-67d202f7f700 req-76e4b5bf-dce2-4ace-8ecd-5cebccd74752 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0697758 Jul 25 12:19:01.914870 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-aa643b52-bc85-414d-bb1c-67d202f7f700 req-9037adcf-af7d-454f-b83d-4a3467a707c7 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Jul 25 12:19:02.009590 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50526) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:02.049181 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-345fa1ac-a54b-4cdd-9e62-fd4cb2ff0266 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f63781e2ea3b43b48fc5a065fea7bad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384724 Jul 25 12:19:02.051507 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50528) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:02.102394 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7aacd70b-614e-425a-a0d5-f306286b3c73 admin admin] Publish callbacks [] for security_group (42c30d7a-22b3-4f48-bedf-70d539602623), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.124431 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7aacd70b-614e-425a-a0d5-f306286b3c73 admin admin] Publish callbacks [] for security_group (42c30d7a-22b3-4f48-bedf-70d539602623), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.207945 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:02.230003 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c29fe-c8bc-4995-9698-fd6c90001d80 req-616b9ec9-2aa2-4359-b656-7455b81ac5bd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:02.231630 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-636c29fe-c8bc-4995-9698-fd6c90001d80 req-616b9ec9-2aa2-4359-b656-7455b81ac5bd tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0502088 Jul 25 12:19:02.242842 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:02.251045 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2900f-a836-4659-bf33-35793c9051ea req-14543248-b620-4e40-9604-e173b3213656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:02.252709 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-01a2900f-a836-4659-bf33-35793c9051ea req-14543248-b620-4e40-9604-e173b3213656 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218677 Jul 25 12:19:02.254240 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7aacd70b-614e-425a-a0d5-f306286b3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (42c30d7a-22b3-4f48-bedf-70d539602623), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.256879 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7aacd70b-614e-425a-a0d5-f306286b3c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.257935 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-7aacd70b-614e-425a-a0d5-f306286b3c73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42c30d7a-22b3-4f48-bedf-70d539602623 HTTP/1.1" status: 204 len: 168 time: 0.2055345 Jul 25 12:19:02.272203 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacd70b-614e-425a-a0d5-f306286b3c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c30d7a-22b3-4f48-bedf-70d539602623,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:02.301641 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-636c29fe-c8bc-4995-9698-fd6c90001d80 req-ca773c26-1535-4505-8900-cd3ff7b9617e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637503 Jul 25 12:19:02.346685 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-bbde69ec-ac9d-4e40-bac0-257b7c0aef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:02.348274 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-bbde69ec-ac9d-4e40-bac0-257b7c0aef41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1127 time: 0.0415006 Jul 25 12:19:02.392685 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-b149d0c1-383e-47da-86d5-66dd8d8db1d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 200 len: 217 time: 0.0360122 Jul 25 12:19:02.445663 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-a6741c9c-c8a3-4e7e-9496-e7e468f68dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:02.447172 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-a6741c9c-c8a3-4e7e-9496-e7e468f68dc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0461595 Jul 25 12:19:02.491014 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-dbbc007a-8e30-4391-ac91-2f03a6cbab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:02.492557 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-dbbc007a-8e30-4391-ac91-2f03a6cbab89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389736 Jul 25 12:19:02.590652 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-8b6d85df-f37d-4f65-803b-54a47490e9bb service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910301 Jul 25 12:19:02.600183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50536) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:02.646201 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-131757f2-a716-4d3d-9a49-5bccce4d3006 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff7fb61a835d438692cf3f64a1c552e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447507 Jul 25 12:19:02.648588 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50538) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:02.689332 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1086a376-f891-4cf7-82fd-72cf433a0ea0 req-17730cdc-0c01-4c25-a603-531412fb91d3 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901861 Jul 25 12:19:02.697747 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e179800d-63fb-46d7-985d-86feee3b1076 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:19:02.703799 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df1bfde3-50ec-4c7c-bdec-4fe9b69ee567 admin admin] Publish callbacks [] for security_group (4ddf0739-2b48-48a5-833f-4393293cada1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.716122 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:DELETE=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:02.721701 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: e179800d-63fb-46d7-985d-86feee3b1076 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:19:02.722137 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e179800d-63fb-46d7-985d-86feee3b1076 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:19:02.723366 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device da135c2d-baa2-408f-8ca9-43f1fc68f36c no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:19:02.729938 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df1bfde3-50ec-4c7c-bdec-4fe9b69ee567 admin admin] Publish callbacks [] for security_group (4ddf0739-2b48-48a5-833f-4393293cada1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.742652 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: da135c2d-baa2-408f-8ca9-43f1fc68f36c {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:19:02.743013 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device da135c2d-baa2-408f-8ca9-43f1fc68f36c not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:19:02.779605 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df1bfde3-50ec-4c7c-bdec-4fe9b69ee567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4ddf0739-2b48-48a5-833f-4393293cada1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.782794 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df1bfde3-50ec-4c7c-bdec-4fe9b69ee567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:02.784021 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-df1bfde3-50ec-4c7c-bdec-4fe9b69ee567 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ddf0739-2b48-48a5-833f-4393293cada1 HTTP/1.1" status: 204 len: 168 time: 0.1343133 Jul 25 12:19:02.792009 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bfde3-50ec-4c7c-bdec-4fe9b69ee567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddf0739-2b48-48a5-833f-4393293cada1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:03.043025 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67325-1cc6-4a04-b9b3-4949611b17a1 req-5a0e100e-4540-4918-a8cf-332ecda817ae tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:03.045215 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-06c67325-1cc6-4a04-b9b3-4949611b17a1 req-5a0e100e-4540-4918-a8cf-332ecda817ae tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0544844 Jul 25 12:19:03.096005 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-06c67325-1cc6-4a04-b9b3-4949611b17a1 req-408da1d8-cac1-4524-adc1-f18833c7c6bc tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Jul 25 12:19:03.208454 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:03.217961 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a2572-42dd-424f-a316-c23fb70c6d6e req-aefaa9c3-ee0f-482b-8006-f056b7343cb8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:03.219439 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-614a2572-42dd-424f-a316-c23fb70c6d6e req-aefaa9c3-ee0f-482b-8006-f056b7343cb8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0492010 Jul 25 12:19:03.229220 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50546) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:03.233682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Request body: {'floatingip': {'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:03.287353 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:03.424097 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620d39a-c2ce-4f42-8e9c-c0154dc1e4c9 req-fd542b8f-5c3f-4efc-b12c-014e15f247fe tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:03.425633 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0620d39a-c2ce-4f42-8e9c-c0154dc1e4c9 req-fd542b8f-5c3f-4efc-b12c-014e15f247fe tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0473387 Jul 25 12:19:03.473354 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0620d39a-c2ce-4f42-8e9c-c0154dc1e4c9 req-f6c9683b-84ba-4ec0-ac92-9a72280c0525 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415814 Jul 25 12:19:03.732494 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:03.736488 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:03.930280 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Router 522a853c-4368-4582-b32c-edbf008d4a7d has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:19:04.041912 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:19:04.047049 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:04.052401 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] Sync routers for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:19:04.065219 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:04.065838 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:04.077766 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:04.080024 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2980d-b71c-455e-a90c-e5856179870b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:04.113140 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-894edf37-0f73-4d8f-8672-60b3d00bc6e9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "PUT /v2.0/floatingips/98513e59-ed80-40a5-90e9-310f17bf35e9 HTTP/1.1" status: 200 len: 993 time: 0.8806322 Jul 25 12:19:04.131601 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd00b0-4740-4f20-8759-ccda1fc03cdf x-openstack-request-id: req-60bd00b0-4740-4f20-8759-ccda1fc03cdf {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:04.131947 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:04.132206 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60bd00b0-4740-4f20-8759-ccda1fc03cdf {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:04.132608 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bd00b0-4740-4f20-8759-ccda1fc03cdf'] response: {'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'status': 'completed', 'code': 200} Jul 25 12:19:04.170562 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:04.194752 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2980d-b71c-455e-a90c-e5856179870b req-cfd0e07d-9dca-40a7-a5cd-d45e726cdf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:04.196463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39e2980d-b71c-455e-a90c-e5856179870b req-cfd0e07d-9dca-40a7-a5cd-d45e726cdf3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0427148 Jul 25 12:19:04.287247 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2980d-b71c-455e-a90c-e5856179870b req-f5d1453b-4a0e-47f2-925a-81534aec9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:04.288750 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39e2980d-b71c-455e-a90c-e5856179870b req-f5d1453b-4a0e-47f2-925a-81534aec9e27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.0864978 Jul 25 12:19:04.357569 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39e2980d-b71c-455e-a90c-e5856179870b req-145220fb-6429-46d8-884a-b20d69563298 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 200 len: 1001 time: 0.0589828 Jul 25 12:19:04.385075 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '98513e59-ed80-40a5-90e9-310f17bf35e9', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'mac_address': 'fa:16:3e:d1:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:19:03Z', 'revision_number': 3, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:04.406587 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2980d-b71c-455e-a90c-e5856179870b req-afa706ae-dc83-45cd-98b8-23db38b8394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:04.408042 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39e2980d-b71c-455e-a90c-e5856179870b req-afa706ae-dc83-45cd-98b8-23db38b8394d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.0447519 Jul 25 12:19:04.410215 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] Checking router: 522a853c-4368-4582-b32c-edbf008d4a7d for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:19:04.418597 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:04.419194 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:04.452347 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2980d-b71c-455e-a90c-e5856179870b req-c88c9d54-6d90-4d9d-809c-0ff77fb88b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:04.453874 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39e2980d-b71c-455e-a90c-e5856179870b req-c88c9d54-6d90-4d9d-809c-0ff77fb88b90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392227 Jul 25 12:19:04.522363 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:04.549218 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39e2980d-b71c-455e-a90c-e5856179870b req-a8c5aa3b-96f5-48d6-b2d6-9b67d66169be service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884185 Jul 25 12:19:04.624734 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:04.647057 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a649c-1b3f-4724-ab50-acb4032b74ca req-9db27e35-f143-488b-8b83-46f3d432bcc4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:04.648538 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-109a649c-1b3f-4724-ab50-acb4032b74ca req-9db27e35-f143-488b-8b83-46f3d432bcc4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0940037 Jul 25 12:19:04.672694 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:04.710723 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39e2980d-b71c-455e-a90c-e5856179870b req-0096deb1-403e-4c69-9c32-7b3ae4a2a4c4 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471069 Jul 25 12:19:04.721685 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-109a649c-1b3f-4724-ab50-acb4032b74ca req-32a2962c-7384-4bce-8ca7-1c93f0814e66 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672152 Jul 25 12:19:04.740557 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '98513e59-ed80-40a5-90e9-310f17bf35e9', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'mac_address': 'fa:16:3e:d1:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:19:03Z', 'revision_number': 3, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:04.766593 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880e049-b95f-4a15-a166-f4002f649941 None None] The sync data for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi is: [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '98513e59-ed80-40a5-90e9-310f17bf35e9', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'port_id': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'mac_address': 'fa:16:3e:d1:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:17:10Z', 'updated_at': '2022-07-25T12:19:03Z', 'revision_number': 3, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:19:05.837824 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:05.856069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aef5c-1d72-4c3b-a672-160889a50ecb req-72561e81-708a-4d7a-8757-180ff360c71f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:05.857533 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-620aef5c-1d72-4c3b-a672-160889a50ecb req-72561e81-708a-4d7a-8757-180ff360c71f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0468073 Jul 25 12:19:05.877545 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:05.904986 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-620aef5c-1d72-4c3b-a672-160889a50ecb req-c7e0c42b-24c7-4f64-86ec-bca786b3de3f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Jul 25 12:19:06.133334 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:06.135666 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa44c04-153c-463f-8608-3ec97526cfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:06.174782 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d86e32-669b-4bac-91c1-a59ed351cbd3 x-openstack-request-id: req-a2d86e32-669b-4bac-91c1-a59ed351cbd3 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:06.175069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:06.175317 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2d86e32-669b-4bac-91c1-a59ed351cbd3 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:06.175753 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d86e32-669b-4bac-91c1-a59ed351cbd3'] response: {'name': 'network-changed', 'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'status': 'completed', 'code': 200} Jul 25 12:19:06.238466 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-5b81294b-573c-4a76-ac12-c8e92f81978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:06.240009 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-5b81294b-573c-4a76-ac12-c8e92f81978c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9f339447114912b0c92b99e028fbbf&device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0402079 Jul 25 12:19:06.333780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-22e75c3f-bc2c-46f8-8df3-e24674a9d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:06.335217 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-22e75c3f-bc2c-46f8-8df3-e24674a9d768 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 200 len: 919 time: 0.0867980 Jul 25 12:19:06.396764 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-28e5c930-42a3-46c0-a557-4f3deccf6b12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 200 len: 1001 time: 0.0533571 Jul 25 12:19:06.445191 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-c67dc90c-0ab4-4861-baf2-458a7eecb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:06.446557 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-c67dc90c-0ab4-4861-baf2-458a7eecb129 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 200 len: 857 time: 0.0427177 Jul 25 12:19:06.495487 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-6c1ec47c-2474-4af4-b47c-4b647f226546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:06.496955 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-6c1ec47c-2474-4af4-b47c-4b647f226546 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd11542-87b8-48c3-9db2-c824ddc0af2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412076 Jul 25 12:19:06.585566 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-98f24aff-c7cc-4045-aa09-98195d687f99 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815320 Jul 25 12:19:06.677952 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-baa44c04-153c-463f-8608-3ec97526cfc4 req-88ac292f-14b1-44c0-9fb3-0215533e7a6f service neutron] 10.222.0.39 "GET /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 Jul 25 12:19:06.730124 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:19:06.838520 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:06.849336 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'port_id': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'mac_address': 'fa:16:3e:91:fb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:19:06.883317 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:19:06.883736 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:06.896561 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ccc18c-ce12-4e5d-a124-191bdcd1d563 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:19:06.917609 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:06.921764 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:06.967983 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:06.971857 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:07.026508 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e537e-2081-43ab-a299-baff40ab440b req-7aa5b042-f0d6-4c17-a5d3-6b54e0d8f0d8 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:07.027967 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-473e537e-2081-43ab-a299-baff40ab440b req-7aa5b042-f0d6-4c17-a5d3-6b54e0d8f0d8 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 944 time: 0.0463612 Jul 25 12:19:07.075345 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-473e537e-2081-43ab-a299-baff40ab440b req-03772ef8-ed8d-479b-89a6-4c44ae6f5b51 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416315 Jul 25 12:19:07.265102 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['d8ccc18c-ce12-4e5d-a124-191bdcd1d563'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:19:07.388061 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:08.196046 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dd56d-5c68-4e9a-8568-8823a79cb4bd req-d5c5c1a6-1818-428a-8501-8e278b87814c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:08.197516 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-631dd56d-5c68-4e9a-8568-8823a79cb4bd req-d5c5c1a6-1818-428a-8501-8e278b87814c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 944 time: 0.0468304 Jul 25 12:19:08.243525 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-631dd56d-5c68-4e9a-8568-8823a79cb4bd req-298873df-6120-409b-aee1-b960c0e54c03 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Jul 25 12:19:08.745344 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:19:08.790540 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:19:08.796941 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:19:08.797317 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:08.867150 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:19:08.867557 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:08.889576 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:08.891814 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd212be7-cca0-479a-9b2f-1f35d7e2e1c4" -d '{"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:08.904797 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:08.908617 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:08.930779 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3412628a-b0f9-44b6-8202-5c8a98c96ae9 x-openstack-request-id: req-3412628a-b0f9-44b6-8202-5c8a98c96ae9 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:08.931089 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:08.931341 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3412628a-b0f9-44b6-8202-5c8a98c96ae9 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:08.931761 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3412628a-b0f9-44b6-8202-5c8a98c96ae9'] response: {'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'code': 200} Jul 25 12:19:08.950457 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:08.960467 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:09.113097 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c67b96-5c68-4a85-9071-c0bda245f95b req-f2701fd2-f992-414f-8dbc-99580fd51bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:09.114604 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c67b96-5c68-4a85-9071-c0bda245f95b req-f2701fd2-f992-414f-8dbc-99580fd51bad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1129 time: 0.0385928 Jul 25 12:19:09.162607 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c67b96-5c68-4a85-9071-c0bda245f95b req-dd19f045-e07d-4c3d-b94f-124d7907dd82 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404108 Jul 25 12:19:09.366150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64d36a-3f33-4dad-95c5-b57394fd5984 req-66c67d09-594b-4d39-b5a1-6076ed8af36c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:09.367895 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3d64d36a-3f33-4dad-95c5-b57394fd5984 req-66c67d09-594b-4d39-b5a1-6076ed8af36c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0458095 Jul 25 12:19:09.415233 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3d64d36a-3f33-4dad-95c5-b57394fd5984 req-c45eff01-1bea-49c4-8edd-b5869740b2af tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411055 Jul 25 12:19:10.539791 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7be31-9550-4d4d-9bfe-79468bca446d req-1685e7d6-b2f1-480d-b580-933a63362e05 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:10.541236 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1ef7be31-9550-4d4d-9bfe-79468bca446d req-1685e7d6-b2f1-480d-b580-933a63362e05 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0494552 Jul 25 12:19:10.586523 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1ef7be31-9550-4d4d-9bfe-79468bca446d req-3afda6a2-113d-4ca8-90da-9d2c1c52c91e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392141 Jul 25 12:19:11.711860 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df42d91-7c27-470d-95e6-39eafb75bfb0 req-fa5aadbe-3535-43ed-8a5e-deab02dbbcaf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:11.713301 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0df42d91-7c27-470d-95e6-39eafb75bfb0 req-fa5aadbe-3535-43ed-8a5e-deab02dbbcaf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0462794 Jul 25 12:19:11.759511 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0df42d91-7c27-470d-95e6-39eafb75bfb0 req-59528f1e-d434-4454-834d-957bba9daba3 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Jul 25 12:19:11.876180 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da0c03-2420-44ec-936e-91fc8942240e req-98be2ac0-78e4-4030-8287-02b485f71735 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:11.877723 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-14da0c03-2420-44ec-936e-91fc8942240e req-98be2ac0-78e4-4030-8287-02b485f71735 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0466762 Jul 25 12:19:11.887164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50576) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:11.891377 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Request body: {'floatingip': {'port_id': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:11.929040 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (56af622d-fd1c-42de-b0ca-31af29f3fe7e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:12.333015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:12.336375 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (56af622d-fd1c-42de-b0ca-31af29f3fe7e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:12.431432 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Floating IP 56af622d-fd1c-42de-b0ca-31af29f3fe7e associated. External IP: 172.27.0.248, port: d8ccc18c-ce12-4e5d-a124-191bdcd1d563. Jul 25 12:19:12.609542 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:12.626025 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Router 594bfd98-fdf5-4580-aed9-a808a064bdd4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:19:12.628219 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:12.968277 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:19:12.973010 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:12.978000 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] Sync routers for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:19:12.989804 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:12.990424 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:13.008215 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e499e315-2f01-416f-858f-970d8cd9bd29 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "PUT /v2.0/floatingips/56af622d-fd1c-42de-b0ca-31af29f3fe7e HTTP/1.1" status: 200 len: 991 time: 1.1198370 Jul 25 12:19:13.008877 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:13.011173 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:13.048324 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c020a-6945-423f-83ca-76458c5acaa4 x-openstack-request-id: req-991c020a-6945-423f-83ca-76458c5acaa4 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:13.048645 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:13.048900 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-991c020a-6945-423f-83ca-76458c5acaa4 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:13.049007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fcb3-69eb-41ac-a548-ece454c42bc8 req-0448a897-3d02-4f6d-81c9-7e683db281d1 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:13.049442 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991c020a-6945-423f-83ca-76458c5acaa4'] response: {'name': 'network-changed', 'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'status': 'completed', 'code': 200} Jul 25 12:19:13.050434 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7767fcb3-69eb-41ac-a548-ece454c42bc8 req-0448a897-3d02-4f6d-81c9-7e683db281d1 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0575519 Jul 25 12:19:13.071015 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:13.090857 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:13.097771 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:13.098454 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7767fcb3-69eb-41ac-a548-ece454c42bc8 req-50bef69e-d1e3-4ab5-b773-ff2dc283f8ec tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424817 Jul 25 12:19:13.126511 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:13.220965 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:13.301769 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '56af622d-fd1c-42de-b0ca-31af29f3fe7e', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'port_id': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'mac_address': 'fa:16:3e:91:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:18:53Z', 'updated_at': '2022-07-25T12:19:12Z', 'revision_number': 1, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:13.328459 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] Checking router: 594bfd98-fdf5-4580-aed9-a808a064bdd4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:19:13.336692 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:13.337276 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:13.515340 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:13.716387 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '56af622d-fd1c-42de-b0ca-31af29f3fe7e', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'port_id': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'mac_address': 'fa:16:3e:91:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:18:53Z', 'updated_at': '2022-07-25T12:19:12Z', 'revision_number': 1, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:13.740096 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5487d-07d1-4f01-9644-668b8745cee2 None None] The sync data for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi is: [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '56af622d-fd1c-42de-b0ca-31af29f3fe7e', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'port_id': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'mac_address': 'fa:16:3e:91:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:18:53Z', 'updated_at': '2022-07-25T12:19:12Z', 'revision_number': 1, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:19:13.931529 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d684b-90de-4ef2-885c-608d3c884981 None None] New status for floating IP 56af622d-fd1c-42de-b0ca-31af29f3fe7e: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:19:14.221029 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3465b4-f8c8-47f2-919f-f03912113afb req-8c5d42d7-65e5-4319-a9d7-3b04d5f4c0bd tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:14.222479 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1b3465b4-f8c8-47f2-919f-f03912113afb req-8c5d42d7-65e5-4319-a9d7-3b04d5f4c0bd tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0464275 Jul 25 12:19:14.270320 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1b3465b4-f8c8-47f2-919f-f03912113afb req-8b5da6a7-4760-4373-8495-96de263d2ab0 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 Jul 25 12:19:15.047926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-b428a588-6c15-4c8d-b649-600143f8d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:15.049396 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-b428a588-6c15-4c8d-b649-600143f8d14f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1129 time: 0.0455947 Jul 25 12:19:15.148174 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-9ba53bcc-ce3c-46c1-8a7f-63382ffd7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:15.149592 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-9ba53bcc-ce3c-46c1-8a7f-63382ffd7429 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.0869174 Jul 25 12:19:15.242259 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-f13b9a62-474d-4495-86ae-fa4117897505 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 200 len: 1001 time: 0.0554128 Jul 25 12:19:15.291027 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-b6630390-7341-463a-9c8a-ea6e3d886cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:15.292444 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-b6630390-7341-463a-9c8a-ea6e3d886cdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0435493 Jul 25 12:19:15.435247 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-25890c40-2c2c-4ec4-83ea-6e020bdce50f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:15.436801 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-25890c40-2c2c-4ec4-83ea-6e020bdce50f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.0922866 Jul 25 12:19:15.439901 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-5269ec06-af3e-49fa-a07d-5bb3d16f15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:15.441220 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-5269ec06-af3e-49fa-a07d-5bb3d16f15b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1074445 Jul 25 12:19:15.448736 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c9136-b309-4612-b1aa-088d249a752d req-7092155e-4232-4fe6-8d97-138678a40217 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:15.450613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-100c9136-b309-4612-b1aa-088d249a752d req-7092155e-4232-4fe6-8d97-138678a40217 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 945 time: 0.1076784 Jul 25 12:19:15.623955 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-100c9136-b309-4612-b1aa-088d249a752d req-dd0c6d4b-4eab-4dc0-bcb9-7153a6823553 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9c8872-cdb4-4539-aa35-3994389fede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588442 Jul 25 12:19:15.631190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Deleting port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:15.631524 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:15.649165 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-fb6e2fda-ba90-48cf-98ea-719d680d05ee service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976838 Jul 25 12:19:16.034869 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] For port f2fd4c6c-baa4-4900-8f20-a81e46e1b234, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:16.035235 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:16.055645 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cbcbcd71-42b0-426f-b58f-d4b55b328b4f req-6c640b40-d924-4ea2-8be3-a8d2bca469ea service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826094 Jul 25 12:19:16.199636 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:16.200173 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (2abd0add-377f-476c-8c99-8628964f210b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:16.200498 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Floating IP 2abd0add-377f-476c-8c99-8628964f210b disassociated. External IP: 172.27.0.34, port: f2fd4c6c-baa4-4900-8f20-a81e46e1b234. Jul 25 12:19:16.200846 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Calling delete_port for f2fd4c6c-baa4-4900-8f20-a81e46e1b234 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:16.204653 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:16.244498 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:16.332869 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (f2fd4c6c-baa4-4900-8f20-a81e46e1b234), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:16.359168 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event deleted for resources: {'Port': ['ID=f2fd4c6c-baa4-4900-8f20-a81e46e1b234,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:16.472922 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Router 9eedf168-f787-4cee-b3ae-3ee348adfa04 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:19:16.575713 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:19:16.584834 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] Sync routers for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:19:16.598633 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:16.599312 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:16.617569 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] No DVR routers for this DVR port f2fd4c6c-baa4-4900-8f20-a81e46e1b234 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:19:16.620134 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:16.623318 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2d337f59-5d0c-4fbb-ba9c-50770877d088 req-7d856058-3b81-4eb3-8e93-ceb1aa4e250b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "DELETE /v2.0/ports/f2fd4c6c-baa4-4900-8f20-a81e46e1b234 HTTP/1.1" status: 204 len: 173 time: 1.1708231 Jul 25 12:19:16.623791 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'name': 'network-vif-deleted', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:16.626065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e49c311-4139-45f3-b136-0eb28ccdb295" -d '{"events": [{"server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "name": "network-vif-deleted", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:16.669346 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc39e01-73b4-4a47-bed5-a8a2c3851fb7 x-openstack-request-id: req-cbc39e01-73b4-4a47-bed5-a8a2c3851fb7 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:16.669936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea750ca-a1eb-4a15-ad78-dddfc62d8d13", "name": "network-vif-deleted", "tag": "f2fd4c6c-baa4-4900-8f20-a81e46e1b234", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:16.670279 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbc39e01-73b4-4a47-bed5-a8a2c3851fb7 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:16.670673 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc39e01-73b4-4a47-bed5-a8a2c3851fb7'] response: {'server_uuid': '8ea750ca-a1eb-4a15-ad78-dddfc62d8d13', 'name': 'network-vif-deleted', 'tag': 'f2fd4c6c-baa4-4900-8f20-a81e46e1b234', 'status': 'completed', 'code': 200} Jul 25 12:19:16.676176 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:16.706060 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:16.775831 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f69a4826-6283-4dc8-96d0-b65d12fc2afd req-534fb9fd-8799-4735-9f64-ca645141a436 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ea750ca-a1eb-4a15-ad78-dddfc62d8d13 HTTP/1.1" status: 200 len: 210 time: 0.0390596 Jul 25 12:19:16.915716 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:16.939605 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] Checking router: 9eedf168-f787-4cee-b3ae-3ee348adfa04 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:19:16.947587 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:16.948109 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:18:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:17.046468 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:17.185072 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:17.242187 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:17.267137 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778cd33-e58f-4a0c-8448-1062ea7fac85 None None] The sync data for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi is: [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:19:17.467479 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a8a5c-3a76-429b-a9ba-51e8c2a05473 None None] New status for floating IP 2abd0add-377f-476c-8c99-8628964f210b: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:19:17.868425 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50606) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:17.923838 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e0897f5-6b44-4153-8109-d916b123cab7 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (5a9c8872-cdb4-4539-aa35-3994389fede4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:17.946524 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e0897f5-6b44-4153-8109-d916b123cab7 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (5a9c8872-cdb4-4539-aa35-3994389fede4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:17.997390 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e0897f5-6b44-4153-8109-d916b123cab7 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5a9c8872-cdb4-4539-aa35-3994389fede4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.000224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e0897f5-6b44-4153-8109-d916b123cab7 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.001371 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2e0897f5-6b44-4153-8109-d916b123cab7 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "DELETE /v2.0/security-groups/5a9c8872-cdb4-4539-aa35-3994389fede4 HTTP/1.1" status: 204 len: 168 time: 0.1319668 Jul 25 12:19:18.004187 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50608) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:18.010505 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0897f5-6b44-4153-8109-d916b123cab7 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9c8872-cdb4-4539-aa35-3994389fede4,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:18.019200 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.api.v2.resource [None req-56a9667d-1f7e-4ba5-8798-6ce4dacebb90 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] show failed (client error): The resource could not be found. Jul 25 12:19:18.020264 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-56a9667d-1f7e-4ba5-8798-6ce4dacebb90 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups/5a9c8872-cdb4-4539-aa35-3994389fede4 HTTP/1.1" status: 404 len: 347 time: 0.0151019 Jul 25 12:19:18.023083 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50610) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:18.132218 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Deleting port 3dcdce8c-5642-4716-8774-2682b7e9424a {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:18.132558 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.208674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.208997 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (3dcdce8c-5642-4716-8774-2682b7e9424a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.221793 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Calling delete_port for 3dcdce8c-5642-4716-8774-2682b7e9424a owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:18.348859 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (3dcdce8c-5642-4716-8774-2682b7e9424a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.356608 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:18.374104 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event deleted for resources: {'Port': ['ID=3dcdce8c-5642-4716-8774-2682b7e9424a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:18.436349 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (2abd0add-377f-476c-8c99-8628964f210b), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.438879 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.440057 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-35827649-b120-4fc7-9192-dd1dd253033a tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "DELETE /v2.0/floatingips/2abd0add-377f-476c-8c99-8628964f210b HTTP/1.1" status: 204 len: 168 time: 0.4160495 Jul 25 12:19:18.517616 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50614) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:18.522172 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-6ff33023-157d-4776-8f0a-18ecccb616f5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484520381', 'description': 'tempest-description--1615916760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:18.543702 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ff33023-157d-4776-8f0a-18ecccb616f5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.587946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:18.616929 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ff33023-157d-4776-8f0a-18ecccb616f5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (09130e9d-6c94-4078-a3a2-6729271965c7), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.620393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ff33023-157d-4776-8f0a-18ecccb616f5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (09130e9d-6c94-4078-a3a2-6729271965c7), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.650846 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ff33023-157d-4776-8f0a-18ecccb616f5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.652090 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-6ff33023-157d-4776-8f0a-18ecccb616f5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334815 Jul 25 12:19:18.655534 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50616) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:18.656517 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff33023-157d-4776-8f0a-18ecccb616f5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09130e9d-6c94-4078-a3a2-6729271965c7,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:18.660204 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-25a89a52-6678-4758-be14-4ec8e48c3da3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'security_group_rule': {'security_group_id': '09130e9d-6c94-4078-a3a2-6729271965c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:18.688493 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-25a89a52-6678-4758-be14-4ec8e48c3da3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (7b2cdf5b-a83a-433c-a1eb-e1b85a9bb02f), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.743292 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-25a89a52-6678-4758-be14-4ec8e48c3da3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (7b2cdf5b-a83a-433c-a1eb-e1b85a9bb02f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.747130 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-25a89a52-6678-4758-be14-4ec8e48c3da3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (7b2cdf5b-a83a-433c-a1eb-e1b85a9bb02f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.764947 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a89a52-6678-4758-be14-4ec8e48c3da3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2cdf5b-a83a-433c-a1eb-e1b85a9bb02f,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:18.774704 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-25a89a52-6678-4758-be14-4ec8e48c3da3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.776018 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-25a89a52-6678-4758-be14-4ec8e48c3da3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193962 Jul 25 12:19:18.778934 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50618) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:18.784624 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-c54fb08e-6ace-4315-bcc9-1f5da0013612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'security_group_rule': {'security_group_id': '09130e9d-6c94-4078-a3a2-6729271965c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:18.810909 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54fb08e-6ace-4315-bcc9-1f5da0013612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (3abf66d8-848e-484b-a27d-e9b62185cdef), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.866795 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54fb08e-6ace-4315-bcc9-1f5da0013612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (3abf66d8-848e-484b-a27d-e9b62185cdef), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.870339 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54fb08e-6ace-4315-bcc9-1f5da0013612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (3abf66d8-848e-484b-a27d-e9b62185cdef), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.890511 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fb08e-6ace-4315-bcc9-1f5da0013612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abf66d8-848e-484b-a27d-e9b62185cdef,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:18.896177 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54fb08e-6ace-4315-bcc9-1f5da0013612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:18.900075 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c54fb08e-6ace-4315-bcc9-1f5da0013612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198177 Jul 25 12:19:18.900372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50620) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:18.905249 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:18.926143 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.015669 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.124335 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Allocated IP 172.27.0.142 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/ca8da05a-9898-4727-b16f-4ca41682bdd9) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:19:19.229731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.260833 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.297159 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:19:19.303757 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:19:19.307696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:19:19.312782 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'Port': ['ID=ca8da05a-9898-4727-b16f-4ca41682bdd9,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:19.383496 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:19.394865 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (caefdecb-1169-493f-9cad-646ed4cafe8d), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.434702 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.545500 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:19.576921 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.581044 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.648142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'Port': ['ID=ca8da05a-9898-4727-b16f-4ca41682bdd9,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:19.662282 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (caefdecb-1169-493f-9cad-646ed4cafe8d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.677607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:19.679244 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-b3c60691-a283-43ed-9e18-f7b2b197b5cb tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7777081 Jul 25 12:19:19.875042 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-1945060f-1777-48ef-badf-fe548ddf979b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--484520381&fields=id&tenant_id=ce78c16fa24c475b945a64a7995c70e4 HTTP/1.1" status: 200 len: 267 time: 0.0420208 Jul 25 12:19:19.983654 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-641ab0fa-b257-4c53-be3e-84f27309e11f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:19.985038 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-641ab0fa-b257-4c53-be3e-84f27309e11f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 810 time: 0.1038587 Jul 25 12:19:19.999926 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-28471a05-aecc-43e5-965f-8971e70a11da tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/quotas/ce78c16fa24c475b945a64a7995c70e4 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Jul 25 12:19:20.048025 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-937af9bf-f033-48fa-9108-3167cffada8e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434690 Jul 25 12:19:20.145437 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-de8f32f4-c23f-4d55-9ba0-bfc8ad6d460b service neutron] 10.222.0.42 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862148 Jul 25 12:19:20.232621 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-0923b2f9-ee74-49ad-8642-45de32886fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815725 Jul 25 12:19:20.399151 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c90c0bd4-f4c9-48a1-aeda-d455c2535fc3 req-9c913929-9b4f-4aa4-b118-44292f169c63 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 210 time: 0.0361621 Jul 25 12:19:20.789974 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f2fd4c6c-baa4-4900-8f20-a81e46e1b234 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:19:20.813289 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: f2fd4c6c-baa4-4900-8f20-a81e46e1b234 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:19:20.813638 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f2fd4c6c-baa4-4900-8f20-a81e46e1b234 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:19:21.274127 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5658796c-78b2-4bb9-8557-55d8768e6ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:21.418863 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-ed118432-58e6-428a-8bdd-f855602cc149 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:21.420333 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-ed118432-58e6-428a-8bdd-f855602cc149 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 810 time: 0.1087196 Jul 25 12:19:21.495833 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-cbcfa21a-0e67-46f3-ac86-37833112b549 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce78c16fa24c475b945a64a7995c70e4 HTTP/1.1" status: 200 len: 379 time: 0.0665917 Jul 25 12:19:21.511289 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7382aff9-9b15-410f-b599-25238279dc6e req-546b719c-829f-4349-a53e-774b6b9d995c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 210 time: 0.0334380 Jul 25 12:19:21.556275 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'port': {'device_id': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'admin_state_up': True, 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'security_groups': ['09130e9d-6c94-4078-a3a2-6729271965c7']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:21.598541 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:21.668249 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Made reservation on behalf of ce78c16fa24c475b945a64a7995c70e4 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:19:21.671782 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:21.784969 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:21.800156 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Allocated IP 172.20.0.9 (18a1dbad-381e-4747-8a32-f7e07d523a46/3e9869e3-2608-444f-84ae-f2061a747541/f559cf1f-0667-4b67-ada9-e67f8af17d57) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:19:21.936567 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:21.966906 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.010732 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:19:22.015856 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:19:22.019714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:19:22.045665 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event updated for resources: {'Port': ['ID=f559cf1f-0667-4b67-ada9-e67f8af17d57,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:22.059755 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.060112 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.060457 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.060797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.061169 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.061500 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.061828 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.062156 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.062484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.062809 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.063140 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.063461 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.063808 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.064131 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.064450 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:22.087569 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:22.088387 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.106812 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-486e522f-7912-4b28-9232-cd97c4965f86 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540886 Jul 25 12:19:22.118656 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Request body: {'port': {'device_id': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:22.180923 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.242925 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-09df04b3-4972-4058-9900-b16758cd6efd None None] Provisioning complete for port f559cf1f-0667-4b67-ada9-e67f8af17d57 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:19:22.243554 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-09df04b3-4972-4058-9900-b16758cd6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.274551 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-09df04b3-4972-4058-9900-b16758cd6efd None None] Port f559cf1f-0667-4b67-ada9-e67f8af17d57 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:19:22.356651 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:22.438992 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f559cf1f-0667-4b67-ada9-e67f8af17d57 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:19:22.446516 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Publish callbacks [] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.459500 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Transition to ACTIVE for port object f559cf1f-0667-4b67-ada9-e67f8af17d57 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:19:22.463051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.516407 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:22.517488 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Pushing event updated for resources: {'Port': ['ID=f559cf1f-0667-4b67-ada9-e67f8af17d57,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:22.599766 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Attempting to bind port f559cf1f-0667-4b67-ada9-e67f8af17d57 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:19:22.600101 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Attempting to bind port f559cf1f-0667-4b67-ada9-e67f8af17d57 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:19:22.600437 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Attempting to bind port f559cf1f-0667-4b67-ada9-e67f8af17d57 on network 18a1dbad-381e-4747-8a32-f7e07d523a46 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:19:22.605360 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Port f559cf1f-0667-4b67-ada9-e67f8af17d57 on network 18a1dbad-381e-4747-8a32-f7e07d523a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:19:22.606351 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Attempting to bind port f559cf1f-0667-4b67-ada9-e67f8af17d57 on network 18a1dbad-381e-4747-8a32-f7e07d523a46 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:19:22.611765 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:19:22.612112 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Checking segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:19:22.612493 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Bound using segment: {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:19:22.612922 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Bound port: f559cf1f-0667-4b67-ada9-e67f8af17d57, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62944b86-a4e6-4198-9401-d74a89e5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:19:22.613281 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.640566 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22dbcb-46ba-4390-9393-da6097e5969d req-3a89e8ad-9c4c-4007-9cf7-dc5bc432645d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:22.642186 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cd22dbcb-46ba-4390-9393-da6097e5969d req-3a89e8ad-9c4c-4007-9cf7-dc5bc432645d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 943 time: 0.0523772 Jul 25 12:19:22.684548 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] For port f559cf1f-0667-4b67-ada9-e67f8af17d57, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:19:22.689012 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] For port f559cf1f-0667-4b67-ada9-e67f8af17d57, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:19:22.694240 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cd22dbcb-46ba-4390-9393-da6097e5969d req-067a3a3f-5b54-4ef5-9f20-972c99a121b6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463028 Jul 25 12:19:22.695520 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.734100 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:22.734714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:22.736122 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] 10.222.0.39 "PUT /v2.0/ports/f559cf1f-0667-4b67-ada9-e67f8af17d57 HTTP/1.1" status: 200 len: 1093 time: 0.6219442 Jul 25 12:19:22.736548 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:22.738789 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7565cd42-880d-4972-829a-db418caec5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:22.763523 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9edca-7c8f-470f-ab83-ffa72b5ed66a service neutron] Pushing event updated for resources: {'Port': ['ID=f559cf1f-0667-4b67-ada9-e67f8af17d57,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:22.788733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834419c6-0f7f-4842-bfe8-3a5d285a820c x-openstack-request-id: req-834419c6-0f7f-4842-bfe8-3a5d285a820c {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:22.789039 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:22.789290 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-834419c6-0f7f-4842-bfe8-3a5d285a820c {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:22.789901 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834419c6-0f7f-4842-bfe8-3a5d285a820c'] response: {'name': 'network-changed', 'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'status': 'completed', 'code': 200} Jul 25 12:19:22.841989 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-7e9d2dcd-103e-47a0-a119-b74c4358e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:22.843462 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-7e9d2dcd-103e-47a0-a119-b74c4358e423 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 1127 time: 0.0440757 Jul 25 12:19:22.887890 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-f312df26-b76f-4fc9-ae2c-105d4e927c28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57 HTTP/1.1" status: 200 len: 217 time: 0.0368426 Jul 25 12:19:22.939175 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-ff335249-4a16-43c9-874d-fb8f1d71241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:22.940683 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-ff335249-4a16-43c9-874d-fb8f1d71241a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0460682 Jul 25 12:19:22.985536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-f885256b-de7e-44df-9ef2-9200b49fc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:22.987007 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-f885256b-de7e-44df-9ef2-9200b49fc68a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381296 Jul 25 12:19:23.082044 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-f7721b9f-e49a-4766-8c36-68b264339c5c service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875413 Jul 25 12:19:23.172141 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e51e8c38-23bb-40c6-a1dc-f4bb827713a3 req-240941a2-af60-4004-87c1-2b089662f5d2 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831757 Jul 25 12:19:23.415266 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ce789f83-1114-4334-b1ca-2828d554d608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:23.816523 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36281f55-5364-4d5f-a95a-dc5e72cc2393 req-bea600b4-5b82-4689-a973-83dd0819fdfd tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:23.818032 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-36281f55-5364-4d5f-a95a-dc5e72cc2393 req-bea600b4-5b82-4689-a973-83dd0819fdfd tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 943 time: 0.0475962 Jul 25 12:19:23.836363 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:23.866396 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-36281f55-5364-4d5f-a95a-dc5e72cc2393 req-b016363b-4e83-4447-a7e3-7b7a2235cdc6 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429227 Jul 25 12:19:24.237733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565cd42-880d-4972-829a-db418caec5ab req-88d0c5c2-7c27-40a4-9d73-3d3c6bbfdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:24.239236 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7565cd42-880d-4972-829a-db418caec5ab req-88d0c5c2-7c27-40a4-9d73-3d3c6bbfdce1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 1127 time: 0.0452826 Jul 25 12:19:24.309725 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:24.332166 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565cd42-880d-4972-829a-db418caec5ab req-be626ea3-b158-4716-abbb-5af003e44253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:24.333608 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7565cd42-880d-4972-829a-db418caec5ab req-be626ea3-b158-4716-abbb-5af003e44253 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 911 time: 0.0873544 Jul 25 12:19:24.379745 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7565cd42-880d-4972-829a-db418caec5ab req-0a6ec5da-849b-4a22-bbb5-cf8cbf6c74c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57 HTTP/1.1" status: 200 len: 217 time: 0.0385280 Jul 25 12:19:24.429130 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565cd42-880d-4972-829a-db418caec5ab req-3c743b98-fc9a-4ab7-974d-06d02aa97ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:24.430507 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7565cd42-880d-4972-829a-db418caec5ab req-3c743b98-fc9a-4ab7-974d-06d02aa97ee9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0439293 Jul 25 12:19:24.475572 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565cd42-880d-4972-829a-db418caec5ab req-ab068b58-2ac6-4515-bf0a-51dafa7b49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:24.477013 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7565cd42-880d-4972-829a-db418caec5ab req-ab068b58-2ac6-4515-bf0a-51dafa7b49ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375452 Jul 25 12:19:24.569963 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7565cd42-880d-4972-829a-db418caec5ab req-62246a49-ccf1-4687-ad88-c07e85ac531b service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853698 Jul 25 12:19:24.659769 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7565cd42-880d-4972-829a-db418caec5ab req-7b4ca508-e6d1-4480-9fd0-e002b57829fe service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836058 Jul 25 12:19:24.700537 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:24.981011 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:24.995113 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb416d-0c76-42f1-81d2-6c2abfe31e73 req-a75799d4-bbd8-482b-9fb3-f421d2382612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:24.996595 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2bdb416d-0c76-42f1-81d2-6c2abfe31e73 req-a75799d4-bbd8-482b-9fb3-f421d2382612 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 943 time: 0.0517123 Jul 25 12:19:25.043402 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2bdb416d-0c76-42f1-81d2-6c2abfe31e73 req-5d85b22a-9767-49bd-81d7-87ea94f2f70c tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 Jul 25 12:19:26.146951 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:26.164088 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049e34-cd15-478b-a9eb-195da00ece15 req-273294ca-5145-47b5-b202-579363b18139 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:26.165554 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-44049e34-cd15-478b-a9eb-195da00ece15 req-273294ca-5145-47b5-b202-579363b18139 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 943 time: 0.0508819 Jul 25 12:19:26.211351 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-44049e34-cd15-478b-a9eb-195da00ece15 req-e136f962-2c38-4dc8-a854-af92aa07e117 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396702 Jul 25 12:19:26.284206 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:26.470890 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:26.791847 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f559cf1f-0667-4b67-ada9-e67f8af17d57 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:19:26.894334 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port f559cf1f-0667-4b67-ada9-e67f8af17d57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:26.905429 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'port_id': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'mac_address': 'fa:16:3e:c7:4b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:19:26.938701 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port f559cf1f-0667-4b67-ada9-e67f8af17d57 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:19:26.939086 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:26.951992 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f559cf1f-0667-4b67-ada9-e67f8af17d57 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:19:26.970975 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port f559cf1f-0667-4b67-ada9-e67f8af17d57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:26.974971 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:27.019460 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=f559cf1f-0667-4b67-ada9-e67f8af17d57,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:27.240520 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:27.245169 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=62 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:27.290282 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['f559cf1f-0667-4b67-ada9-e67f8af17d57'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:19:27.333287 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2ddf7-ed35-48a3-aadf-ebaceb181c68 req-463ca6f2-417f-4695-83e0-41f251fb8e07 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:27.334776 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5ef2ddf7-ed35-48a3-aadf-ebaceb181c68 req-463ca6f2-417f-4695-83e0-41f251fb8e07 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 944 time: 0.0517106 Jul 25 12:19:27.384342 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5ef2ddf7-ed35-48a3-aadf-ebaceb181c68 req-45cce6d6-77b7-4e81-971a-7caec867a249 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439839 Jul 25 12:19:27.401577 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:28.502824 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1df0-9ef8-49b6-92e8-7c7b1c487107 req-d87113b0-bc28-47b1-9499-b9b088cd5e16 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:28.504346 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d6e1df0-9ef8-49b6-92e8-7c7b1c487107 req-d87113b0-bc28-47b1-9499-b9b088cd5e16 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 944 time: 0.0466754 Jul 25 12:19:28.550525 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d6e1df0-9ef8-49b6-92e8-7c7b1c487107 req-4e6982dc-db2e-4346-8e63-1402c535512d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 Jul 25 12:19:28.805206 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f559cf1f-0667-4b67-ada9-e67f8af17d57 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:19:28.849741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port f559cf1f-0667-4b67-ada9-e67f8af17d57 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:19:28.855813 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port f559cf1f-0667-4b67-ada9-e67f8af17d57 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:19:28.856176 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:28.928743 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port f559cf1f-0667-4b67-ada9-e67f8af17d57 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:19:28.929131 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:28.951924 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:28.954136 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e66207-be30-49ed-ba3c-be7519a47727" -d '{"events": [{"server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "name": "network-vif-plugged", "status": "completed", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:28.966764 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port f559cf1f-0667-4b67-ada9-e67f8af17d57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:28.970744 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:28.995286 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f6862f-5cf8-4abd-9a64-97758bab6a9e x-openstack-request-id: req-e6f6862f-5cf8-4abd-9a64-97758bab6a9e {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:28.995593 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "name": "network-vif-plugged", "status": "completed", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:28.996479 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6f6862f-5cf8-4abd-9a64-97758bab6a9e {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:28.996867 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f6862f-5cf8-4abd-9a64-97758bab6a9e'] response: {'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'code': 200} Jul 25 12:19:29.023133 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=f559cf1f-0667-4b67-ada9-e67f8af17d57,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:29.172748 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d60a0c-e94f-4bc6-b854-014dce29af59 req-d8bc0fb1-027b-4def-9254-e550839fc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:29.174204 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-01d60a0c-e94f-4bc6-b854-014dce29af59 req-d8bc0fb1-027b-4def-9254-e550839fc85d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 1129 time: 0.0389786 Jul 25 12:19:29.223368 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-01d60a0c-e94f-4bc6-b854-014dce29af59 req-8593a42b-2b6a-4a1e-bef1-a56bf717eeb2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393240 Jul 25 12:19:29.670054 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e60e-cea6-4257-9725-c60ff3d930d1 req-c98e5a05-1c82-4365-8441-b9637f1e0c93 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:29.671516 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2d72e60e-cea6-4257-9725-c60ff3d930d1 req-c98e5a05-1c82-4365-8441-b9637f1e0c93 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Jul 25 12:19:29.717641 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2d72e60e-cea6-4257-9725-c60ff3d930d1 req-149d6f74-d673-4a36-b2a9-dcc9fd6a2cfc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405416 Jul 25 12:19:30.837763 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e43612-3b3d-491b-9ab6-a72af5445192 req-85ea4a6a-b8d7-473f-9f09-1277433ec165 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:30.839226 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-67e43612-3b3d-491b-9ab6-a72af5445192 req-85ea4a6a-b8d7-473f-9f09-1277433ec165 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0472713 Jul 25 12:19:30.888049 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-67e43612-3b3d-491b-9ab6-a72af5445192 req-a8a0ac15-f6bb-4ef8-960a-17c58212c218 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Jul 25 12:19:32.008526 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44b11-504f-408e-ab90-c2158d81bea1 req-8f800a37-b9fa-4e23-8cda-15df56cede1d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:32.010009 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c0f44b11-504f-408e-ab90-c2158d81bea1 req-8f800a37-b9fa-4e23-8cda-15df56cede1d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0483570 Jul 25 12:19:32.056621 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c0f44b11-504f-408e-ab90-c2158d81bea1 req-fbae82b5-078d-4bca-8fe7-9e9ead1304b8 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404284 Jul 25 12:19:32.167572 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d309a-f632-44fe-9f67-2290ac16a5ea req-c2da7da2-aa86-41fd-b7db-3eec9447aadf tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:32.169019 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-283d309a-f632-44fe-9f67-2290ac16a5ea req-c2da7da2-aa86-41fd-b7db-3eec9447aadf tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0456662 Jul 25 12:19:32.178424 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50686) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:32.182694 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Request body: {'floatingip': {'port_id': 'f559cf1f-0667-4b67-ada9-e67f8af17d57'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:32.468456 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (caefdecb-1169-493f-9cad-646ed4cafe8d), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:32.734731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:32.885184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:32.888814 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (caefdecb-1169-493f-9cad-646ed4cafe8d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:32.983898 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Floating IP caefdecb-1169-493f-9cad-646ed4cafe8d associated. External IP: 172.27.0.142, port: f559cf1f-0667-4b67-ada9-e67f8af17d57. Jul 25 12:19:33.115983 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:33.181144 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Router 9eedf168-f787-4cee-b3ae-3ee348adfa04 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:19:33.283408 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:19:33.288254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:33.292859 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] Sync routers for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:19:33.301906 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:33.302512 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:33.318215 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-f028b78b-4a47-4c93-b46b-f20ee71019ac tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "PUT /v2.0/floatingips/caefdecb-1169-493f-9cad-646ed4cafe8d HTTP/1.1" status: 200 len: 991 time: 1.1387646 Jul 25 12:19:33.318790 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:33.321151 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e50d5-5730-4be6-bd94-d58b8db24e43" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:33.357495 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf9da22-618f-4acc-ba52-7522e2df71bc x-openstack-request-id: req-8cf9da22-618f-4acc-ba52-7522e2df71bc {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:33.357787 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:33.358036 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cf9da22-618f-4acc-ba52-7522e2df71bc {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:33.358443 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf9da22-618f-4acc-ba52-7522e2df71bc'] response: {'name': 'network-changed', 'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'status': 'completed', 'code': 200} Jul 25 12:19:33.408822 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:33.424564 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-845d9ff7-0129-47dc-84fa-bd5dfe624f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:33.426059 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-845d9ff7-0129-47dc-84fa-bd5dfe624f97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce78c16fa24c475b945a64a7995c70e4&device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 1129 time: 0.0400364 Jul 25 12:19:33.520963 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-b17bbe92-08f9-499f-b43a-ab245db39571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:33.522439 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-b17bbe92-08f9-499f-b43a-ab245db39571 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 200 len: 911 time: 0.0890865 Jul 25 12:19:33.584010 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-b0f18abe-446f-4830-a698-0ffe2ce31d5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57 HTTP/1.1" status: 200 len: 999 time: 0.0551243 Jul 25 12:19:33.621059 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'caefdecb-1169-493f-9cad-646ed4cafe8d', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'port_id': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'mac_address': 'fa:16:3e:c7:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:19:19Z', 'updated_at': '2022-07-25T12:19:32Z', 'revision_number': 1, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:33.636751 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-477e83d4-3c68-4fad-a7b2-96ccfa9a05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:33.638353 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-477e83d4-3c68-4fad-a7b2-96ccfa9a05e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 200 len: 849 time: 0.0477586 Jul 25 12:19:33.648280 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] Checking router: 9eedf168-f787-4cee-b3ae-3ee348adfa04 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:19:33.657233 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:33.657845 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:33.688051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-15175534-97e2-4058-8072-d6473a774861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:33.689576 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-15175534-97e2-4058-8072-d6473a774861 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18a1dbad-381e-4747-8a32-f7e07d523a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440593 Jul 25 12:19:33.784397 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:33.789849 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-c3263c90-95f9-4ef2-8399-fca8e4fefee4 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934074 Jul 25 12:19:33.857272 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:33.911767 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c95e50d5-5730-4be6-bd94-d58b8db24e43 req-c996f216-97aa-4ebb-b546-1db5dd5bacb6 service neutron] 10.222.0.39 "GET /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093311 Jul 25 12:19:34.095898 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'caefdecb-1169-493f-9cad-646ed4cafe8d', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'port_id': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'mac_address': 'fa:16:3e:c7:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:19:19Z', 'updated_at': '2022-07-25T12:19:32Z', 'revision_number': 1, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:34.124289 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1602ac6-5a00-4bf0-90aa-8b86df7b9d71 None None] The sync data for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi is: [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'caefdecb-1169-493f-9cad-646ed4cafe8d', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'port_id': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'mac_address': 'fa:16:3e:c7:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:19:19Z', 'updated_at': '2022-07-25T12:19:32Z', 'revision_number': 1, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:19:34.306029 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb1bab-a02b-4e17-894f-5a1e9586777d None None] New status for floating IP caefdecb-1169-493f-9cad-646ed4cafe8d: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:19:34.359345 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:38.753211 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:19:42.046349 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=30 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:42.053552 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=41 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:43.110362 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=82,neutron:UPDATE=8 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:43.120694 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:43.775219 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79571c82-6fe4-40ae-b3f6-05d4beee9227 req-d37bf31a-f374-4ff2-9ddb-ca0152a7a448 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:43.777293 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-79571c82-6fe4-40ae-b3f6-05d4beee9227 req-d37bf31a-f374-4ff2-9ddb-ca0152a7a448 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0475047 Jul 25 12:19:43.827015 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-79571c82-6fe4-40ae-b3f6-05d4beee9227 req-a60e87d1-fe0e-4e1c-9a33-1c0dd40549b0 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438774 Jul 25 12:19:43.895161 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=9 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:43.902332 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=72 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:44.099398 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=78 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:44.424744 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=27,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:44.951284 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46932ed6-a3cf-403f-b14e-0b77b8e16cfb req-c1d92307-244a-4736-8662-e2d4e9c0f858 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:44.952773 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46932ed6-a3cf-403f-b14e-0b77b8e16cfb req-c1d92307-244a-4736-8662-e2d4e9c0f858 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0466475 Jul 25 12:19:44.998680 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46932ed6-a3cf-403f-b14e-0b77b8e16cfb req-73b5a755-5b61-4bda-b07c-4d1ba934c3fe tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Jul 25 12:19:46.113809 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9f77-4ed4-41ea-9bdf-d80e78d70948 req-8f7c2fbe-9ab3-4323-8751-03296f30cdc3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:46.115251 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ecb9f77-4ed4-41ea-9bdf-d80e78d70948 req-8f7c2fbe-9ab3-4323-8751-03296f30cdc3 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0462537 Jul 25 12:19:46.160690 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ecb9f77-4ed4-41ea-9bdf-d80e78d70948 req-1f2aefe2-71e4-483b-bb73-6ef40c8ddac8 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391474 Jul 25 12:19:47.281308 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548cef-c7f4-4a47-b462-b236f0298a4e req-6a1ef19e-db22-4021-a63b-4fbccddd9497 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:47.282794 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ce548cef-c7f4-4a47-b462-b236f0298a4e req-6a1ef19e-db22-4021-a63b-4fbccddd9497 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0511203 Jul 25 12:19:47.335291 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ce548cef-c7f4-4a47-b462-b236f0298a4e req-c16e65b7-9716-4ffe-8577-adf3d6b57ecf tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb942494-6db7-485f-a54e-73c3c29ea080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467424 Jul 25 12:19:47.656709 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-1038ab35-9a0f-49eb-8ebb-e1d379b99116 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:47.658196 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-1038ab35-9a0f-49eb-8ebb-e1d379b99116 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0569236 Jul 25 12:19:47.743946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Deleting port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:47.744288 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:47.833486 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] For port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:47.833851 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:47.998000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:47.998286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:47.998603 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Floating IP 98513e59-ed80-40a5-90e9-310f17bf35e9 disassociated. External IP: 172.27.0.87, port: 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5. Jul 25 12:19:47.998949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Calling delete_port for 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:48.121225 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (01fbcb44-8f5c-4f96-8ed4-469cbfa137f5), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:48.148451 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event deleted for resources: {'Port': ['ID=01fbcb44-8f5c-4f96-8ed4-469cbfa137f5,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:48.256456 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Router 522a853c-4368-4582-b32c-edbf008d4a7d has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:19:48.358130 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:19:48.369918 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] Sync routers for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:19:48.380515 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:48.381424 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:48.405729 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] No DVR routers for this DVR port 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:19:48.408424 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:48.411677 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0aa7d8ed-6faf-430a-a6b0-829661ea2aef req-4529cfe9-1eff-45bd-83d6-b0193e2c9372 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "DELETE /v2.0/ports/01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 HTTP/1.1" status: 204 len: 173 time: 0.7475023 Jul 25 12:19:48.412134 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'name': 'network-vif-deleted', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:48.414381 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d28e5a4-aeda-49f5-b886-ca396e7860b3" -d '{"events": [{"server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "name": "network-vif-deleted", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:48.456953 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c8bf94-f463-4e33-84f1-640e6ff47442 x-openstack-request-id: req-64c8bf94-f463-4e33-84f1-640e6ff47442 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:48.457252 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0", "name": "network-vif-deleted", "tag": "01fbcb44-8f5c-4f96-8ed4-469cbfa137f5", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:48.457516 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64c8bf94-f463-4e33-84f1-640e6ff47442 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:48.457855 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3acfc07c-c3a6-4f02-9e3c-57e8257003f2 req-3c2e7c44-973a-472e-a77a-56ef712128b5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0468175 Jul 25 12:19:48.458332 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c8bf94-f463-4e33-84f1-640e6ff47442'] response: {'server_uuid': '0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0', 'name': 'network-vif-deleted', 'tag': '01fbcb44-8f5c-4f96-8ed4-469cbfa137f5', 'status': 'completed', 'code': 200} Jul 25 12:19:48.529852 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:48.618217 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:48.746342 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:48.776290 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] Checking router: 522a853c-4368-4582-b32c-edbf008d4a7d for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:19:48.785151 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:48.785754 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:48.847910 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a95de-117d-428e-abe1-d48787be38b6 req-581f0962-a61e-48ff-9b90-0b4c387c0894 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:48.850141 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bb9a95de-117d-428e-abe1-d48787be38b6 req-581f0962-a61e-48ff-9b90-0b4c387c0894 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0484266 Jul 25 12:19:48.873173 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:48.889147 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:48.903413 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bb9a95de-117d-428e-abe1-d48787be38b6 req-69f18a4e-7fa5-4235-890f-d844dc4280dc tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461814 Jul 25 12:19:49.076307 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:49.099711 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb7e00-7825-48d6-8358-bc44ca021c8f None None] The sync data for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi is: [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:50Z', 'revision_number': 4, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c035bf13-679b-4e35-870b-bb882bfa4ad9', 'name': '', 'network_id': '5fd11542-87b8-48c3-9db2-c824ddc0af2f', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'mac_address': 'fa:16:3e:9e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:18Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'subnets': [{'id': 'adfd1404-61aa-4803-b4c6-d30e52c6737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:19:49.302180 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b823a-0fd7-4c75-a992-238e14d24ac4 None None] New status for floating IP 98513e59-ed80-40a5-90e9-310f17bf35e9: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:19:49.575378 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-af0fb008-bc37-403c-89e8-d41ae5eef0e9 req-aa520a18-03d1-42be-9736-7740d691a7c2 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0b5cb6-f403-4abc-aceb-5135a6a6a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0283322 Jul 25 12:19:50.023565 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e492f-0658-4b85-9d5b-c5e9101f37af req-2ff455c5-f711-4df9-9ee3-385cfc7eb3ac tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:50.025040 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3d3e492f-0658-4b85-9d5b-c5e9101f37af req-2ff455c5-f711-4df9-9ee3-385cfc7eb3ac tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0481091 Jul 25 12:19:50.048884 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:50.073087 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3d3e492f-0658-4b85-9d5b-c5e9101f37af req-319bd0a0-80af-456f-bebe-93b3de2dd5c5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Jul 25 12:19:50.651704 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-6d9fc7af-d614-4060-a65a-ac0042297f7a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:50.654180 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-6d9fc7af-d614-4060-a65a-ac0042297f7a tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0515537 Jul 25 12:19:50.666890 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50814) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:50.722949 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group (eb942494-6db7-485f-a54e-73c3c29ea080), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:50.739908 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port 77667b73-2775-4d94-a310-daa16b6ca4d0 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:50.740251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:50.747002 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group (eb942494-6db7-485f-a54e-73c3c29ea080), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:50.796266 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (eb942494-6db7-485f-a54e-73c3c29ea080), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:50.798917 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:50.800077 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "DELETE /v2.0/security-groups/eb942494-6db7-485f-a54e-73c3c29ea080 HTTP/1.1" status: 204 len: 168 time: 0.1322205 Jul 25 12:19:50.802819 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50816) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:50.809276 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb942494-6db7-485f-a54e-73c3c29ea080,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:50.816419 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.816765 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.817101 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.817434 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.817766 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.818094 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.818418 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.818741 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.819076 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.819382 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.819726 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.820047 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.820170 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.api.v2.resource [None req-dd7888f9-ac61-40e6-9101-e3cb38834a5c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] show failed (client error): The resource could not be found. Jul 25 12:19:50.820363 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.820681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.821000 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551cc1d-d7b0-4c93-9711-208513db9c38 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:19:50.821108 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-dd7888f9-ac61-40e6-9101-e3cb38834a5c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups/eb942494-6db7-485f-a54e-73c3c29ea080 HTTP/1.1" status: 404 len: 347 time: 0.0173934 Jul 25 12:19:50.824043 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50818) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:50.881818 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:19:50.903858 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:19:50.904443 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 01fbcb44-8f5c-4f96-8ed4-469cbfa137f5 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:19:50.921187 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] For port 77667b73-2775-4d94-a310-daa16b6ca4d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77667b73-2775-4d94-a310-daa16b6ca4d0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:50.921551 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:50.999745 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Deleting port 49f28926-ee62-4149-abe9-4b944a7441e3 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:51.000085 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (49f28926-ee62-4149-abe9-4b944a7441e3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.166727 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (49f28926-ee62-4149-abe9-4b944a7441e3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.167436 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (49f28926-ee62-4149-abe9-4b944a7441e3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.185226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.185590 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (c0b79360-d7e7-4fe6-9feb-712670ff1bf6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.185902 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP c0b79360-d7e7-4fe6-9feb-712670ff1bf6 disassociated. External IP: 172.27.0.28, port: 77667b73-2775-4d94-a310-daa16b6ca4d0. Jul 25 12:19:51.186243 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for 77667b73-2775-4d94-a310-daa16b6ca4d0 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:51.188791 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Calling delete_port for 49f28926-ee62-4149-abe9-4b944a7441e3 owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:51.194928 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab86d8-2c0b-4e9a-b57f-ee1dfcf39754 req-b8f0d416-fcfb-4660-9d9b-3e938f80b1dd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:51.196517 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-efab86d8-2c0b-4e9a-b57f-ee1dfcf39754 req-b8f0d416-fcfb-4660-9d9b-3e938f80b1dd tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 946 time: 0.0482576 Jul 25 12:19:51.243726 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-efab86d8-2c0b-4e9a-b57f-ee1dfcf39754 req-374a26ae-993d-48f3-a2b0-d12af03e4b67 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=3237ff6e-aa29-44dd-bb87-dc99423eac10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405200 Jul 25 12:19:51.277409 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-34d993f7-b7b4-4757-955c-582d3716d408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.580925 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:51.634736 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:51.655695 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (77667b73-2775-4d94-a310-daa16b6ca4d0), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.663887 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (49f28926-ee62-4149-abe9-4b944a7441e3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.687984 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=77667b73-2775-4d94-a310-daa16b6ca4d0,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:51.718323 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event deleted for resources: {'Port': ['ID=49f28926-ee62-4149-abe9-4b944a7441e3,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:51.844780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks [] for floatingip (98513e59-ed80-40a5-90e9-310f17bf35e9), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.847148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:51.848302 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-1bc6e866-98b8-4d5a-a180-6b48ff898ab1 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "DELETE /v2.0/floatingips/98513e59-ed80-40a5-90e9-310f17bf35e9 HTTP/1.1" status: 204 len: 168 time: 1.0233886 Jul 25 12:19:51.873708 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:19:51.980931 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:19:51.990138 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:19:52.001378 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:52.001974 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:52.022157 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] No DVR routers for this DVR port 77667b73-2775-4d94-a310-daa16b6ca4d0 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:19:52.024602 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:52.028155 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-43d9c12d-5ad0-41b3-ad8a-e058026b7fd8 req-c62b74c0-2811-4f95-ab92-ef8a50123836 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "DELETE /v2.0/ports/77667b73-2775-4d94-a310-daa16b6ca4d0 HTTP/1.1" status: 204 len: 173 time: 1.3679495 Jul 25 12:19:52.028597 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'name': 'network-vif-deleted', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:52.030838 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1714a6-e878-4c6a-adc4-991d215992d0" -d '{"events": [{"server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "name": "network-vif-deleted", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:52.079841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e94ea7-2cd0-4e64-a891-529b9b299505 x-openstack-request-id: req-95e94ea7-2cd0-4e64-a891-529b9b299505 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:52.080139 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf2bada-8518-4f83-8d6b-abe45ffe638f", "name": "network-vif-deleted", "tag": "77667b73-2775-4d94-a310-daa16b6ca4d0", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:52.080397 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95e94ea7-2cd0-4e64-a891-529b9b299505 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:52.080773 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e94ea7-2cd0-4e64-a891-529b9b299505'] response: {'server_uuid': '6cf2bada-8518-4f83-8d6b-abe45ffe638f', 'name': 'network-vif-deleted', 'tag': '77667b73-2775-4d94-a310-daa16b6ca4d0', 'status': 'completed', 'code': 200} Jul 25 12:19:52.120618 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:52.317560 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:52.320091 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:52.343313 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:19:52.351765 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:19:52.352361 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:52.361167 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-45ebfd18-2fa9-4177-8961-cb47626fab54 req-752c4c98-bb80-4947-b33b-1f973061ebaa tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cf2bada-8518-4f83-8d6b-abe45ffe638f HTTP/1.1" status: 200 len: 210 time: 0.0314035 Jul 25 12:19:52.537842 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:19:52.671595 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:52.727638 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:19:52.755424 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca33b12-a3ef-47b6-b236-de16db51405f None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:19:52.955320 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3649a-13e4-428c-9dbe-bea3e64adc23 None None] New status for floating IP c0b79360-d7e7-4fe6-9feb-712670ff1bf6: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:19:53.417966 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b93c2b64-c484-4c12-ac79-2229f2448898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.452591 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50840) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:53.507309 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57d6bf00-08df-4245-99f6-16e055f492e7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (3237ff6e-aa29-44dd-bb87-dc99423eac10), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.530619 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57d6bf00-08df-4245-99f6-16e055f492e7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (3237ff6e-aa29-44dd-bb87-dc99423eac10), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.577931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57d6bf00-08df-4245-99f6-16e055f492e7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (3237ff6e-aa29-44dd-bb87-dc99423eac10), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.580623 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57d6bf00-08df-4245-99f6-16e055f492e7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.581750 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-57d6bf00-08df-4245-99f6-16e055f492e7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/security-groups/3237ff6e-aa29-44dd-bb87-dc99423eac10 HTTP/1.1" status: 204 len: 168 time: 0.1276658 Jul 25 12:19:53.584614 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50842) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:53.590587 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6bf00-08df-4245-99f6-16e055f492e7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3237ff6e-aa29-44dd-bb87-dc99423eac10,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:53.601749 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.api.v2.resource [None req-99845f8b-0676-45b1-8730-df688932b2a2 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] show failed (client error): The resource could not be found. Jul 25 12:19:53.602853 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-99845f8b-0676-45b1-8730-df688932b2a2 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups/3237ff6e-aa29-44dd-bb87-dc99423eac10 HTTP/1.1" status: 404 len: 347 time: 0.0171762 Jul 25 12:19:53.606318 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50844) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:53.718626 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port 3cf0611b-cd55-44f5-99c7-8d9d3f849bf1 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:53.718969 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.798725 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.799058 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.811513 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for 3cf0611b-cd55-44f5-99c7-8d9d3f849bf1 owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:53.942317 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (3cf0611b-cd55-44f5-99c7-8d9d3f849bf1), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:53.967880 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=3cf0611b-cd55-44f5-99c7-8d9d3f849bf1,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:53.991962 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:54.027863 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (c0b79360-d7e7-4fe6-9feb-712670ff1bf6), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.030367 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.031566 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-dc28327b-5985-4c36-a9b9-689602d8e7a1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/floatingips/c0b79360-d7e7-4fe6-9feb-712670ff1bf6 HTTP/1.1" status: 204 len: 168 time: 0.4242327 Jul 25 12:19:54.098624 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50852) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:54.105358 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-e262970c-fda7-4474-8610-b9a71c932878 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143657654', 'description': 'tempest-description--142998401'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:54.126966 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e262970c-fda7-4474-8610-b9a71c932878 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.198769 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e262970c-fda7-4474-8610-b9a71c932878 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (5a9ddb9f-2ccc-4248-b197-d47c18f15a52), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.202623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e262970c-fda7-4474-8610-b9a71c932878 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5a9ddb9f-2ccc-4248-b197-d47c18f15a52), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.207412 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:54.235172 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262970c-fda7-4474-8610-b9a71c932878 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ddb9f-2ccc-4248-b197-d47c18f15a52,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:54.240748 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e262970c-fda7-4474-8610-b9a71c932878 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.244664 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-e262970c-fda7-4474-8610-b9a71c932878 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1426592 Jul 25 12:19:54.245341 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50858) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:54.249058 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-51c947b3-aace-432a-a1e6-63d04ea4a5d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '5a9ddb9f-2ccc-4248-b197-d47c18f15a52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:54.274984 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51c947b3-aace-432a-a1e6-63d04ea4a5d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (034d269f-cbcf-4e24-8b25-99db93834537), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.330677 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51c947b3-aace-432a-a1e6-63d04ea4a5d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (034d269f-cbcf-4e24-8b25-99db93834537), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.335157 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51c947b3-aace-432a-a1e6-63d04ea4a5d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (034d269f-cbcf-4e24-8b25-99db93834537), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.357520 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c947b3-aace-432a-a1e6-63d04ea4a5d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034d269f-cbcf-4e24-8b25-99db93834537,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:54.369814 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51c947b3-aace-432a-a1e6-63d04ea4a5d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.371574 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-51c947b3-aace-432a-a1e6-63d04ea4a5d0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256275 Jul 25 12:19:54.374326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50862) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:54.378756 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-16c10845-2b79-4996-9143-f9fa02531d58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'security_group_rule': {'security_group_id': '5a9ddb9f-2ccc-4248-b197-d47c18f15a52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:54.409872 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16c10845-2b79-4996-9143-f9fa02531d58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (87f38cd2-4cbb-4035-8654-b674e77720ce), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.479268 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65032d4-016e-4381-a8af-7c9f61e3a8e6 req-b298724e-80a5-487f-9d0e-abc1e9d1a040 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:54.480755 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b65032d4-016e-4381-a8af-7c9f61e3a8e6 req-b298724e-80a5-487f-9d0e-abc1e9d1a040 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0728383 Jul 25 12:19:54.515431 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16c10845-2b79-4996-9143-f9fa02531d58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (87f38cd2-4cbb-4035-8654-b674e77720ce), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.520294 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16c10845-2b79-4996-9143-f9fa02531d58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (87f38cd2-4cbb-4035-8654-b674e77720ce), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.551919 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c10845-2b79-4996-9143-f9fa02531d58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f38cd2-4cbb-4035-8654-b674e77720ce,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:54.559283 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b65032d4-016e-4381-a8af-7c9f61e3a8e6 req-6e5d18ae-0744-40d2-a81b-4e4ba9cea454 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Jul 25 12:19:54.566533 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16c10845-2b79-4996-9143-f9fa02531d58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.567756 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-16c10845-2b79-4996-9143-f9fa02531d58 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924207 Jul 25 12:19:54.570805 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50864) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:19:54.576545 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:54.597162 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.677001 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.707564 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.725430 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:54.786015 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.27.0.65 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/141223fc-37f4-48b7-92b2-06bbbcf66e10) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:19:54.888845 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.913487 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:54.915186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 77667b73-2775-4d94-a310-daa16b6ca4d0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:19:54.922247 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:54.938321 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 77667b73-2775-4d94-a310-daa16b6ca4d0 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:19:54.938677 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 77667b73-2775-4d94-a310-daa16b6ca4d0 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:19:54.964228 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:19:54.969308 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:19:54.973031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:19:54.976168 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=141223fc-37f4-48b7-92b2-06bbbcf66e10,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:55.063882 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (95376b03-946e-4717-93ac-95c68c3a6e25), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:55.098677 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:55.241769 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:55.246553 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:55.314520 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=141223fc-37f4-48b7-92b2-06bbbcf66e10,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:55.322777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (95376b03-946e-4717-93ac-95c68c3a6e25), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:55.338229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:55.339434 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-3aea588d-9f5d-45d7-8555-a8f5af91bdab tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7663989 Jul 25 12:19:55.535808 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-abb62caf-ab8c-4796-921f-fccbcfa21a73 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--143657654&fields=id&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 267 time: 0.0418921 Jul 25 12:19:55.626343 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:55.639853 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:55.648174 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-4f5abaa6-870a-436c-8a5b-dc187b8e52f3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:55.649675 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-4f5abaa6-870a-436c-8a5b-dc187b8e52f3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 0.1071460 Jul 25 12:19:55.665671 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-476b1065-c9ee-4059-9833-34d26bc87c5c tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/quotas/11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Jul 25 12:19:55.682030 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f3e5c-c0dd-46c2-8423-4c91203276c5 req-9e9c191e-8608-4a26-bd35-e6d8be483152 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:55.683535 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-901f3e5c-c0dd-46c2-8423-4c91203276c5 req-9e9c191e-8608-4a26-bd35-e6d8be483152 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0523214 Jul 25 12:19:55.695450 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:55.716050 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-e7d00c51-c7e9-4f09-884f-5bc097b60d77 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452831 Jul 25 12:19:55.735084 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-901f3e5c-c0dd-46c2-8423-4c91203276c5 req-00a2a384-285a-414f-9331-23b6a4369821 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Jul 25 12:19:55.814152 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-7af7bc5c-bbe1-49d6-9dac-7ef60948944c service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866752 Jul 25 12:19:55.901214 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-c53c6bd4-4dd7-4e3a-8f04-22042b1d4171 service neutron] 10.222.0.42 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814972 Jul 25 12:19:56.058683 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6fa274cb-c88c-4b8f-98ca-39e6661c5a04 req-04b5ab95-ebee-47f6-a4c3-aa3755275be6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 210 time: 0.0275326 Jul 25 12:19:56.291957 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:56.475639 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:56.870984 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e3323-9e42-4dd6-8beb-3c1f382ac64c req-3aa1589b-0a50-4ad6-83b9-6250dc4b8d8f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:56.872697 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e71e3323-9e42-4dd6-8beb-3c1f382ac64c req-3aa1589b-0a50-4ad6-83b9-6250dc4b8d8f tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0517704 Jul 25 12:19:56.946395 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-c298808b-eecc-44b6-8718-9ee780b82628 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:56.948006 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-c298808b-eecc-44b6-8718-9ee780b82628 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 946 time: 0.0720782 Jul 25 12:19:56.953710 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e71e3323-9e42-4dd6-8beb-3c1f382ac64c req-0cf2a18e-60f2-4cb8-ae8c-b97c9a3e86b9 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656848 Jul 25 12:19:57.258867 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-805e0e85-b62b-42c4-b359-51b3ed9f0b4a req-ebba88ae-1427-4736-be0e-45d04077318b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 210 time: 0.0401375 Jul 25 12:19:57.377885 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Deleting port 7f197314-d0da-4b94-8f2d-39d9013c44e2 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:19:57.378288 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:57.477627 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-0c96f36a-6423-4c70-9d1b-8ddbe5a7ecc0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:57.479180 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-0c96f36a-6423-4c70-9d1b-8ddbe5a7ecc0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 815 time: 0.1996140 Jul 25 12:19:57.503014 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] For port 7f197314-d0da-4b94-8f2d-39d9013c44e2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f197314-d0da-4b94-8f2d-39d9013c44e2,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:19:57.503377 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:57.518413 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Calling delete_port for 7f197314-d0da-4b94-8f2d-39d9013c44e2 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:19:57.521996 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:57.653782 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-4b9a3ba6-73e6-4d9d-8428-97ad0a1aa5b5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4 HTTP/1.1" status: 200 len: 379 time: 0.0895391 Jul 25 12:19:57.660248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'port': {'device_id': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'admin_state_up': True, 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'security_groups': ['5a9ddb9f-2ccc-4248-b197-d47c18f15a52']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:57.763857 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (7f197314-d0da-4b94-8f2d-39d9013c44e2), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:57.776349 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['7f197314-d0da-4b94-8f2d-39d9013c44e2', 'c8918714-06f3-4c5f-bc49-913ec7c6960a'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:19:57.801144 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event deleted for resources: {'Port': ['ID=7f197314-d0da-4b94-8f2d-39d9013c44e2,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:57.859405 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] No DVR routers for this DVR port 7f197314-d0da-4b94-8f2d-39d9013c44e2 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:19:57.863409 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:57.866545 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0a735a3e-9d23-4b6e-87bb-ec8a9474df48 req-b5070da5-6bb4-45e4-852c-7ee6825c891c tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "DELETE /v2.0/ports/7f197314-d0da-4b94-8f2d-39d9013c44e2 HTTP/1.1" status: 204 len: 173 time: 0.7033174 Jul 25 12:19:57.866972 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'name': 'network-vif-deleted', 'tag': '7f197314-d0da-4b94-8f2d-39d9013c44e2'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:57.869777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8926d60e-ee7f-4046-af37-d365243a3bde" -d '{"events": [{"server_uuid": "eca94ee8-647e-426e-a219-a1bb3cf33deb", "name": "network-vif-deleted", "tag": "7f197314-d0da-4b94-8f2d-39d9013c44e2"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:57.885374 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Made reservation on behalf of 11ff6cbb1ad04f0faa8b2ed2a66cdca4 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:19:57.889067 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:57.958700 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e67fff5-2fa0-41d8-ac9b-44a7ca2f2120 x-openstack-request-id: req-9e67fff5-2fa0-41d8-ac9b-44a7ca2f2120 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:19:57.959392 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca94ee8-647e-426e-a219-a1bb3cf33deb", "name": "network-vif-deleted", "tag": "7f197314-d0da-4b94-8f2d-39d9013c44e2", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:19:57.959392 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e67fff5-2fa0-41d8-ac9b-44a7ca2f2120 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:19:57.959655 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e67fff5-2fa0-41d8-ac9b-44a7ca2f2120'] response: {'server_uuid': 'eca94ee8-647e-426e-a219-a1bb3cf33deb', 'name': 'network-vif-deleted', 'tag': '7f197314-d0da-4b94-8f2d-39d9013c44e2', 'status': 'completed', 'code': 200} Jul 25 12:19:58.036717 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Allocated IP 172.20.0.10 (b6bc64d3-b55c-4e64-a050-b439cd834684/73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990/276cabbe-91f0-4792-85c7-8ae931f21975) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:19:58.045239 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:58.084615 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-54f959d3-7861-44df-be78-4a3df089c201 req-6d05b8ee-8767-43b6-b7c6-79e0b2a11fae tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca94ee8-647e-426e-a219-a1bb3cf33deb HTTP/1.1" status: 200 len: 210 time: 0.0347950 Jul 25 12:19:58.208773 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for port (276cabbe-91f0-4792-85c7-8ae931f21975), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:58.241150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:58.286076 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Network b6bc64d3-b55c-4e64-a050-b439cd834684 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:19:58.289702 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:19:58.293391 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:19:58.338798 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:58.361396 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event updated for resources: {'Port': ['ID=276cabbe-91f0-4792-85c7-8ae931f21975,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:58.376041 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:58.376712 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:58.403757 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-d70442b3-aa38-4995-ae1f-b92d2e0c536f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7470374 Jul 25 12:19:58.421156 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Request body: {'port': {'device_id': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:19:58.423444 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31527f08-3b84-42d8-aeff-9831f07b20d8 req-89f2ab30-7235-483f-a3ac-483f07dd6a60 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:58.425941 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-31527f08-3b84-42d8-aeff-9831f07b20d8 req-89f2ab30-7235-483f-a3ac-483f07dd6a60 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 932 time: 0.0714641 Jul 25 12:19:58.484216 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-31527f08-3b84-42d8-aeff-9831f07b20d8 req-5c259617-f216-40ad-aaa4-670006392ca3 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514121 Jul 25 12:19:58.507074 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:58.556675 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bbc5f849-0f78-435f-b031-fe860c9541bf None None] Provisioning complete for port 276cabbe-91f0-4792-85c7-8ae931f21975 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:19:58.557049 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f849-0f78-435f-b031-fe860c9541bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:58.587281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5f849-0f78-435f-b031-fe860c9541bf None None] Port 276cabbe-91f0-4792-85c7-8ae931f21975 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:19:58.765183 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276cabbe-91f0-4792-85c7-8ae931f21975 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:19:58.772936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Publish callbacks [] for port (276cabbe-91f0-4792-85c7-8ae931f21975), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:58.786863 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Transition to ACTIVE for port object 276cabbe-91f0-4792-85c7-8ae931f21975 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:19:58.789788 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:58.840018 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Pushing event updated for resources: {'Port': ['ID=276cabbe-91f0-4792-85c7-8ae931f21975,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:58.904093 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:19:58.917289 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Attempting to bind port 276cabbe-91f0-4792-85c7-8ae931f21975 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:19:58.917607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Attempting to bind port 276cabbe-91f0-4792-85c7-8ae931f21975 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:19:58.918002 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Attempting to bind port 276cabbe-91f0-4792-85c7-8ae931f21975 on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:19:58.924383 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Port 276cabbe-91f0-4792-85c7-8ae931f21975 on network b6bc64d3-b55c-4e64-a050-b439cd834684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:19:58.924718 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Attempting to bind port 276cabbe-91f0-4792-85c7-8ae931f21975 on network b6bc64d3-b55c-4e64-a050-b439cd834684 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:19:58.932201 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:19:58.932555 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Checking segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:19:58.933688 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Bound using segment: {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:19:58.934359 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Bound port: 276cabbe-91f0-4792-85c7-8ae931f21975, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e0119-516d-485f-9859-f1b8a8f7cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:19:58.934741 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:59.010065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] For port 276cabbe-91f0-4792-85c7-8ae931f21975, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:19:59.014076 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] For port 276cabbe-91f0-4792-85c7-8ae931f21975, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=276cabbe-91f0-4792-85c7-8ae931f21975,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:19:59.020502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:59.185195 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aca00b-1fe9-48bc-aef2-e6cb61f519d8 req-e1d59258-2834-4d49-a040-7af9cc789cef tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:59.187981 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-68aca00b-1fe9-48bc-aef2-e6cb61f519d8 req-e1d59258-2834-4d49-a040-7af9cc789cef tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0558524 Jul 25 12:19:59.256401 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-68aca00b-1fe9-48bc-aef2-e6cb61f519d8 req-c78fce84-907d-4930-b4d8-473c9e16921e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575631 Jul 25 12:19:59.315995 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:59.316951 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:19:59.318611 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] 10.222.0.39 "PUT /v2.0/ports/276cabbe-91f0-4792-85c7-8ae931f21975 HTTP/1.1" status: 200 len: 1094 time: 0.9030788 Jul 25 12:19:59.344147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be4d85-eb36-47f3-bb93-87e3251beab9 service neutron] Pushing event updated for resources: {'Port': ['ID=276cabbe-91f0-4792-85c7-8ae931f21975,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:19:59.398871 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a70cc-6bf3-4927-8fba-cea471d5bdfa req-053ad617-4aa9-44bf-a134-047f3d280fff tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:59.400576 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c1a70cc-6bf3-4927-8fba-cea471d5bdfa req-053ad617-4aa9-44bf-a134-047f3d280fff tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0550866 Jul 25 12:19:59.450194 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c1a70cc-6bf3-4927-8fba-cea471d5bdfa req-fd6b4b45-2bca-4f62-8e4c-c04d48060013 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Jul 25 12:19:59.606230 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c795c-a81e-4130-ad3b-ad9e70712e5d req-7ccdd2c0-68a5-4175-9a13-904c7f884bd6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:19:59.607642 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e9c795c-a81e-4130-ad3b-ad9e70712e5d req-7ccdd2c0-68a5-4175-9a13-904c7f884bd6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 944 time: 0.0459731 Jul 25 12:19:59.653775 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3e9c795c-a81e-4130-ad3b-ad9e70712e5d req-f4134d8a-a729-4fc9-8c1e-90f094ba35a5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Jul 25 12:19:59.961046 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:19:59.964104 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0703ce08-ca84-4c6a-9bee-c25de2b2477e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:19:59.999887 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f294d-8840-4afb-a197-83a5b2bc131e x-openstack-request-id: req-550f294d-8840-4afb-a197-83a5b2bc131e {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:00.000286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:00.000600 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-550f294d-8840-4afb-a197-83a5b2bc131e {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:00.001067 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550f294d-8840-4afb-a197-83a5b2bc131e'] response: {'name': 'network-changed', 'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975', 'status': 'completed', 'code': 200} Jul 25 12:20:00.369132 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809de41-85c5-4c97-848f-7094af37016c req-54887ebc-062c-477f-ab6d-4e588ccd492a tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:00.370564 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2809de41-85c5-4c97-848f-7094af37016c req-54887ebc-062c-477f-ab6d-4e588ccd492a tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0489047 Jul 25 12:20:00.416652 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-2809de41-85c5-4c97-848f-7094af37016c req-e1eab2d4-3950-4890-9708-453169be3257 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404623 Jul 25 12:20:00.569717 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406358f-3307-4d93-8f8c-a7bb4175767e req-6e2c590b-0466-45d3-88d7-43a3fb5a642b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:00.571205 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6406358f-3307-4d93-8f8c-a7bb4175767e req-6e2c590b-0466-45d3-88d7-43a3fb5a642b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0472031 Jul 25 12:20:00.617079 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6406358f-3307-4d93-8f8c-a7bb4175767e req-9fa2641f-b55c-4377-aa48-778339ca99e4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Jul 25 12:20:00.770335 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c7051-d7c8-43b9-8281-783caadbfd6d req-d2e2cf98-73a1-43eb-a730-d1f3bb43ba85 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:00.771840 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-472c7051-d7c8-43b9-8281-783caadbfd6d req-d2e2cf98-73a1-43eb-a730-d1f3bb43ba85 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 944 time: 0.0468831 Jul 25 12:20:00.784290 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:00.820125 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-472c7051-d7c8-43b9-8281-783caadbfd6d req-5ab488ce-85bb-4c7c-95f1-8a984ae1d6c1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Jul 25 12:20:00.911522 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 7f197314-d0da-4b94-8f2d-39d9013c44e2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:00.931818 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 7f197314-d0da-4b94-8f2d-39d9013c44e2 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:20:00.932165 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 7f197314-d0da-4b94-8f2d-39d9013c44e2 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:20:01.541095 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035219-0eed-4dea-bbac-2e94245efc43 req-afa31aa7-8a35-4056-8615-d83d5e1a7796 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:01.542560 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-57035219-0eed-4dea-bbac-2e94245efc43 req-afa31aa7-8a35-4056-8615-d83d5e1a7796 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0505443 Jul 25 12:20:01.589482 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-57035219-0eed-4dea-bbac-2e94245efc43 req-c05e9e60-871e-485c-8384-d3324154f465 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415230 Jul 25 12:20:01.735797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65315e-8065-4571-a9cb-6e20ab49bee2 req-cf9ef0f4-a412-4da6-936a-21c4ab552d93 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:01.737173 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc65315e-8065-4571-a9cb-6e20ab49bee2 req-cf9ef0f4-a412-4da6-936a-21c4ab552d93 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0493898 Jul 25 12:20:01.783337 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc65315e-8065-4571-a9cb-6e20ab49bee2 req-d02da896-8b46-434d-9a12-d1312db42d2a tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Jul 25 12:20:01.932601 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f472e-13bb-4732-906a-23b7c3a3b097 req-9daa0b6f-cddc-4b27-b75c-dac59a81c945 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:01.934057 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-466f472e-13bb-4732-906a-23b7c3a3b097 req-9daa0b6f-cddc-4b27-b75c-dac59a81c945 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 944 time: 0.0462942 Jul 25 12:20:01.979519 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-466f472e-13bb-4732-906a-23b7c3a3b097 req-1f8ad6d6-5cde-44f0-9501-4ae09eb83f5f tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 Jul 25 12:20:02.474462 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce08-ca84-4c6a-9bee-c25de2b2477e req-8d197615-31f7-4eaf-b2ba-3de78df5a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:02.475967 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0703ce08-ca84-4c6a-9bee-c25de2b2477e req-8d197615-31f7-4eaf-b2ba-3de78df5a82a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 1128 time: 0.0384021 Jul 25 12:20:02.579686 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce08-ca84-4c6a-9bee-c25de2b2477e req-2640ef84-4d67-4f51-8c9b-2211fdb46e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:02.581170 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0703ce08-ca84-4c6a-9bee-c25de2b2477e req-2640ef84-4d67-4f51-8c9b-2211fdb46e0d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0950599 Jul 25 12:20:02.725451 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:02.730523 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=38 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:02.759153 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce08-ca84-4c6a-9bee-c25de2b2477e req-4544bb31-7dc0-4411-b12d-a9cf20353efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:02.760632 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0703ce08-ca84-4c6a-9bee-c25de2b2477e req-4544bb31-7dc0-4411-b12d-a9cf20353efe service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1534677 Jul 25 12:20:02.770122 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087f6e1-6c70-4011-9717-1d753c5c1744 req-17c094d3-c97d-4d93-9599-8c0ca91aa6c6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:02.771570 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0087f6e1-6c70-4011-9717-1d753c5c1744 req-17c094d3-c97d-4d93-9599-8c0ca91aa6c6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.1017382 Jul 25 12:20:02.789013 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-c58718d0-2f94-47e1-995d-bb1824a0d37b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:02.791036 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-c58718d0-2f94-47e1-995d-bb1824a0d37b tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0744746 Jul 25 12:20:02.869871 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:02.887632 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-5dad157c-a0eb-44c3-b9a7-d4c7bdedb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:02.889125 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-5dad157c-a0eb-44c3-b9a7-d4c7bdedb953 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 1128 time: 0.0818350 Jul 25 12:20:02.891746 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:02.900756 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c246da2-5e80-44e0-80ee-7766affb1c6c req-93cb4613-454d-43fe-a171-13076c2296a4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:02.902508 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2c246da2-5e80-44e0-80ee-7766affb1c6c req-93cb4613-454d-43fe-a171-13076c2296a4 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 946 time: 0.0475788 Jul 25 12:20:02.952724 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2c246da2-5e80-44e0-80ee-7766affb1c6c req-08b1dfaf-4c94-4eee-b3e7-dd46ca16722d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/security-groups?id=40ffeb14-40cf-4165-b6c6-001e1d4f5006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Jul 25 12:20:02.969583 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0087f6e1-6c70-4011-9717-1d753c5c1744 req-698e600b-2bfb-41a1-8af2-0913b96d3f9b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772850 Jul 25 12:20:02.973162 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-152c0439-bcb7-424b-b4b2-2fbea6cf8276 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276cabbe-91f0-4792-85c7-8ae931f21975 HTTP/1.1" status: 200 len: 217 time: 0.0750284 Jul 25 12:20:03.011658 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Deleting port c8918714-06f3-4c5f-bc49-913ec7c6960a {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:20:03.012011 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:03.078161 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-cd21cb7a-6d46-4654-912d-a11c44afafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:03.079638 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-cd21cb7a-6d46-4654-912d-a11c44afafab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.0989158 Jul 25 12:20:03.093492 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d307b-ed49-4798-a0ae-bfe7e569aec1 req-4f07bab3-9c80-40e2-89e3-02879c1447df tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:03.094951 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0b3d307b-ed49-4798-a0ae-bfe7e569aec1 req-4f07bab3-9c80-40e2-89e3-02879c1447df tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 944 time: 0.0465260 Jul 25 12:20:03.142463 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0b3d307b-ed49-4798-a0ae-bfe7e569aec1 req-ff035824-1d83-4be3-88f6-80e08f38c5e0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417655 Jul 25 12:20:03.144823 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-de26b273-2b3e-40f2-a604-6db303ac0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:03.146300 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-de26b273-2b3e-40f2-a604-6db303ac0a17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590274 Jul 25 12:20:03.151617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] For port c8918714-06f3-4c5f-bc49-913ec7c6960a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c8918714-06f3-4c5f-bc49-913ec7c6960a,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:03.152035 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:03.208068 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Calling delete_port for c8918714-06f3-4c5f-bc49-913ec7c6960a owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:20:03.294730 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:03.301926 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-c841f94c-4337-4331-b438-2bce8d2e794b service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470342 Jul 25 12:20:03.442103 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3ac7c5d8-be60-4c32-b2a1-449d6a1bcc98 req-c1425d33-2df4-4295-83f7-ce30a9d480b8 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337690 Jul 25 12:20:03.443104 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (c8918714-06f3-4c5f-bc49-913ec7c6960a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:03.459370 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['c8918714-06f3-4c5f-bc49-913ec7c6960a'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:20:03.482287 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Pushing event deleted for resources: {'Port': ['ID=c8918714-06f3-4c5f-bc49-913ec7c6960a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:03.526444 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] No DVR routers for this DVR port c8918714-06f3-4c5f-bc49-913ec7c6960a on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:20:03.529207 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:03.532419 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e239608b-fcd5-452d-a0dd-85bd4592f990 req-0d1e4618-cff4-4fce-b78d-79180210e6f5 tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.39 "DELETE /v2.0/ports/c8918714-06f3-4c5f-bc49-913ec7c6960a HTTP/1.1" status: 204 len: 173 time: 0.7331827 Jul 25 12:20:03.532840 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'name': 'network-vif-deleted', 'tag': 'c8918714-06f3-4c5f-bc49-913ec7c6960a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:20:03.535036 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc68a2-a754-408c-8bd1-84ff7a0dd5f9" -d '{"events": [{"server_uuid": "c9644e94-ac1d-497c-868e-36945ba75fa6", "name": "network-vif-deleted", "tag": "c8918714-06f3-4c5f-bc49-913ec7c6960a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:20:03.570368 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4604a0-06d4-4d17-8887-d380a286b4ee x-openstack-request-id: req-4b4604a0-06d4-4d17-8887-d380a286b4ee {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:03.570659 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9644e94-ac1d-497c-868e-36945ba75fa6", "name": "network-vif-deleted", "tag": "c8918714-06f3-4c5f-bc49-913ec7c6960a", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:03.570910 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b4604a0-06d4-4d17-8887-d380a286b4ee {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:03.571311 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4604a0-06d4-4d17-8887-d380a286b4ee'] response: {'server_uuid': 'c9644e94-ac1d-497c-868e-36945ba75fa6', 'name': 'network-vif-deleted', 'tag': 'c8918714-06f3-4c5f-bc49-913ec7c6960a', 'status': 'completed', 'code': 200} Jul 25 12:20:04.052232 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5ae26c43-7a2a-4c23-8dbc-774c04dc6d9e req-a3d4c89c-65da-4c2e-9f23-4a4beebbf10d tempest-ServerRescueNegativeTestJSON-1430226500 tempest-ServerRescueNegativeTestJSON-1430226500-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9644e94-ac1d-497c-868e-36945ba75fa6 HTTP/1.1" status: 200 len: 210 time: 0.0279846 Jul 25 12:20:04.094403 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef4619-c6d5-43a8-9fce-4c6b86b87f7d req-d7c1ae03-1a77-4483-b286-4995d04011d8 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:04.095805 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3aef4619-c6d5-43a8-9fce-4c6b86b87f7d req-d7c1ae03-1a77-4483-b286-4995d04011d8 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0464959 Jul 25 12:20:04.141672 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3aef4619-c6d5-43a8-9fce-4c6b86b87f7d req-89379ae7-0503-49cd-aeac-020b53f60ab1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Jul 25 12:20:04.221769 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:04.259837 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95313abe-073b-44eb-a66b-25733e91e682 req-8c83a200-54fa-4ffc-aac8-25e880008ea4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:04.261321 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-95313abe-073b-44eb-a66b-25733e91e682 req-8c83a200-54fa-4ffc-aac8-25e880008ea4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 944 time: 0.0493379 Jul 25 12:20:04.313539 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-95313abe-073b-44eb-a66b-25733e91e682 req-c2b804f6-029c-4472-907c-c34b74cff18e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464742 Jul 25 12:20:05.113666 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50978) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:05.269489 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74714a-d9ac-4b9a-b374-79e96d8b370a req-50f2d39e-7993-40ab-a51c-7acf817472e1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:05.270953 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cb74714a-d9ac-4b9a-b374-79e96d8b370a req-50f2d39e-7993-40ab-a51c-7acf817472e1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0479915 Jul 25 12:20:05.398569 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cb74714a-d9ac-4b9a-b374-79e96d8b370a req-4504cdd2-8950-475c-82a1-5e46d5c81649 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203010 Jul 25 12:20:05.443106 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae14c4-2302-418e-99b2-cb037f1ee4cd req-101f3222-46ec-4f4d-b8c6-1c6b69bd51c1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:05.444621 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-52ae14c4-2302-418e-99b2-cb037f1ee4cd req-101f3222-46ec-4f4d-b8c6-1c6b69bd51c1 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 944 time: 0.0573642 Jul 25 12:20:05.491398 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-52ae14c4-2302-418e-99b2-cb037f1ee4cd req-f2566b94-87ce-4e99-b8ee-f76b238dcfc7 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Jul 25 12:20:05.623035 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (522a853c-4368-4582-b32c-edbf008d4a7d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:05.835687 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Deleting port c035bf13-679b-4e35-870b-bb882bfa4ad9 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:20:05.836030 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:05.896343 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:05.913606 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] For port c035bf13-679b-4e35-870b-bb882bfa4ad9, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=c035bf13-679b-4e35-870b-bb882bfa4ad9,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:05.913971 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:05.926911 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Calling delete_port for c035bf13-679b-4e35-870b-bb882bfa4ad9 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:20:06.037305 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:06.099965 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (c035bf13-679b-4e35-870b-bb882bfa4ad9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:06.126039 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c035bf13-679b-4e35-870b-bb882bfa4ad9,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:06.295295 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (522a853c-4368-4582-b32c-edbf008d4a7d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:06.615742 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de931d-9f05-4d85-8916-97fdb0825f5a req-db299669-5b5b-4904-8c73-a2d816023d38 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:06.617292 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b2de931d-9f05-4d85-8916-97fdb0825f5a req-db299669-5b5b-4904-8c73-a2d816023d38 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 944 time: 0.0497897 Jul 25 12:20:06.672819 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b2de931d-9f05-4d85-8916-97fdb0825f5a req-7573f1c0-aaa7-463c-9492-d83d3014d778 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 Jul 25 12:20:06.778420 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afe5c5-636c-4917-940c-f90d7ac34641 req-13b72376-9924-4aa8-aa04-2c7d2e7f6fce tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:06.779937 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-21afe5c5-636c-4917-940c-f90d7ac34641 req-13b72376-9924-4aa8-aa04-2c7d2e7f6fce tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.2961981 Jul 25 12:20:06.788015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Router 522a853c-4368-4582-b32c-edbf008d4a7d has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:20:06.869777 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-21afe5c5-636c-4917-940c-f90d7ac34641 req-c34d4405-d580-4e93-8267-c317a2380031 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836413 Jul 25 12:20:06.921058 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:20:06.925860 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-86e6d6d7-439a-40eb-a29f-969ce14e8b54 admin admin] 10.222.0.42 "PUT /v2.0/routers/522a853c-4368-4582-b32c-edbf008d4a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111830 Jul 25 12:20:06.928584 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50990) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:06.929550 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] Sync routers for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:20:06.940405 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:20:06.941002 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:06.958235 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 276cabbe-91f0-4792-85c7-8ae931f21975 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:20:06.961591 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device c8918714-06f3-4c5f-bc49-913ec7c6960a no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:06.970943 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=54,neutron:UPDATE=7 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:07.000824 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: c8918714-06f3-4c5f-bc49-913ec7c6960a {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:20:07.001268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device c8918714-06f3-4c5f-bc49-913ec7c6960a not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:20:07.033491 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks [] for router (522a853c-4368-4582-b32c-edbf008d4a7d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.041682 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:20:07.070226 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:07.075385 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:07.093685 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 276cabbe-91f0-4792-85c7-8ae931f21975, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=276cabbe-91f0-4792-85c7-8ae931f21975,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:07.105860 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '276cabbe-91f0-4792-85c7-8ae931f21975', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'port_id': '276cabbe-91f0-4792-85c7-8ae931f21975', 'mac_address': 'fa:16:3e:19:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:20:07.139698 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks [] for router_gateway (522a853c-4368-4582-b32c-edbf008d4a7d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.147194 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 276cabbe-91f0-4792-85c7-8ae931f21975 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:07.147709 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.162189 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276cabbe-91f0-4792-85c7-8ae931f21975 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:20:07.184460 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 276cabbe-91f0-4792-85c7-8ae931f21975, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=276cabbe-91f0-4792-85c7-8ae931f21975,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:07.189719 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.196055 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Deleting port 709dea4f-3880-4e3c-b050-89194769508e {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:20:07.196443 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (709dea4f-3880-4e3c-b050-89194769508e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.220631 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '709dea4f-3880-4e3c-b050-89194769508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:20:06Z', 'revision_number': 5, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port': {'id': '709dea4f-3880-4e3c-b050-89194769508e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:07.237603 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=276cabbe-91f0-4792-85c7-8ae931f21975,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:07.245730 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.246205 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.247095 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.247231 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.247686 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.248117 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.248709 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.249004 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.249426 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.249859 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.250602 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.250602 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.251116 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.251526 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.251967 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:07.252123 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] Checking router: 522a853c-4368-4582-b32c-edbf008d4a7d for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:20:07.262208 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] Routers {'522a853c-4368-4582-b32c-edbf008d4a7d'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:20:07.262424 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['522a853c-4368-4582-b32c-edbf008d4a7d'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:07.281354 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] For port 709dea4f-3880-4e3c-b050-89194769508e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=709dea4f-3880-4e3c-b050-89194769508e,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:07.281719 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (709dea4f-3880-4e3c-b050-89194769508e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.295174 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Calling delete_port for 709dea4f-3880-4e3c-b050-89194769508e owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:20:07.343074 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] Set router 522a853c-4368-4582-b32c-edbf008d4a7d gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:20:07.392475 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:20:07Z', 'revision_number': 6, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:07.417753 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8110864-09d7-4509-a494-4a9b3eb43719 None None] The sync data for ids ['522a853c-4368-4582-b32c-edbf008d4a7d'] in dv-cinder-797608-61-iscsi is: [{'id': '522a853c-4368-4582-b32c-edbf008d4a7d', 'name': 'tempest-ServerRescueNegativeTestJSON-577331376-router', 'tenant_id': '2d9f339447114912b0c92b99e028fbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:20:07Z', 'revision_number': 6, 'project_id': '2d9f339447114912b0c92b99e028fbbf', 'gw_port_host': None}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:20:07.450896 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['276cabbe-91f0-4792-85c7-8ae931f21975'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:20:07.470754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (709dea4f-3880-4e3c-b050-89194769508e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.498564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=709dea4f-3880-4e3c-b050-89194769508e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:07.560126 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (522a853c-4368-4582-b32c-edbf008d4a7d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.645391 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (522a853c-4368-4582-b32c-edbf008d4a7d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.647512 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks [] for router_controller (522a853c-4368-4582-b32c-edbf008d4a7d), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.688172 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (522a853c-4368-4582-b32c-edbf008d4a7d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.688798 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 522a853c-4368-4582-b32c-edbf008d4a7d {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:20:07.692999 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.694113 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-490fbc41-0b8f-44d7-9384-8a56e059d1a3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/522a853c-4368-4582-b32c-edbf008d4a7d HTTP/1.1" status: 204 len: 168 time: 0.7646132 Jul 25 12:20:07.697261 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 50992) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:07.745697 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] Deleting subnet adfd1404-61aa-4803-b4c6-d30e52c6737d {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:20:07.749314 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] Publish callbacks [] for subnet (adfd1404-61aa-4803-b4c6-d30e52c6737d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.769673 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:07.795616 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31283890'] for subnet (adfd1404-61aa-4803-b4c6-d30e52c6737d), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.816198 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307058aa-523f-43ad-a5fe-8185b94d4480 req-59429d57-b2ce-45b5-85aa-f5ac6b861905 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:07.817977 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-307058aa-523f-43ad-a5fe-8185b94d4480 req-59429d57-b2ce-45b5-85aa-f5ac6b861905 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 945 time: 0.0594373 Jul 25 12:20:07.876743 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (adfd1404-61aa-4803-b4c6-d30e52c6737d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.880058 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-307058aa-523f-43ad-a5fe-8185b94d4480 req-5f39fe3c-094a-48c5-ada9-7b0436537a8b tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559652 Jul 25 12:20:07.928871 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:07.940905 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31283149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31309322'] for subnet (adfd1404-61aa-4803-b4c6-d30e52c6737d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.976911 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adfd1404-61aa-4803-b4c6-d30e52c6737d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:07.981975 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:07.982426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:07.985713 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e3551157-4ab4-4700-b099-5220ac269867 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/adfd1404-61aa-4803-b4c6-d30e52c6737d HTTP/1.1" status: 204 len: 168 time: 0.2874861 Jul 25 12:20:07.989455 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 50998) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:07.991064 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e486cc-bd4a-4cc5-8b76-b5dc23399dc9 None None] Network 5fd11542-87b8-48c3-9db2-c824ddc0af2f requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:20:08.023526 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c910-ead1-44c8-8f7f-c4c291165bd3 req-37d36688-1945-4757-af71-5b5202748be5 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:08.025079 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5738c910-ead1-44c8-8f7f-c4c291165bd3 req-37d36688-1945-4757-af71-5b5202748be5 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0746691 Jul 25 12:20:08.063357 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (5fd11542-87b8-48c3-9db2-c824ddc0af2f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.075699 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5738c910-ead1-44c8-8f7f-c4c291165bd3 req-24bb6aba-3da4-40a1-b4c3-7fbde25c221d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431702 Jul 25 12:20:08.119978 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Deleting port e9712f0d-bb05-42c7-b973-f813afb9d59e {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:20:08.120318 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.188968 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] DHCP port deletion for 5fd11542-87b8-48c3-9db2-c824ddc0af2f request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:20:08.193777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] For port e9712f0d-bb05-42c7-b973-f813afb9d59e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e9712f0d-bb05-42c7-b973-f813afb9d59e,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:08.194124 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.208437 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Calling delete_port for e9712f0d-bb05-42c7-b973-f813afb9d59e owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:20:08.227854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] Deleting port e9712f0d-bb05-42c7-b973-f813afb9d59e {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:20:08.228467 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.284556 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:08.286666 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:08.293724 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.295021 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] For port e9712f0d-bb05-42c7-b973-f813afb9d59e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e9712f0d-bb05-42c7-b973-f813afb9d59e,segment=NetworkSegment(6e2f6faa-aac1-4db6-a0ad-c8454240d119),segment_id=6e2f6faa-aac1-4db6-a0ad-c8454240d119)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:08.295434 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.313616 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] Calling delete_port for e9712f0d-bb05-42c7-b973-f813afb9d59e owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:20:08.326397 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9712f0d-bb05-42c7-b973-f813afb9d59e,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:08.331482 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] No DVR routers for this DVR port e9712f0d-bb05-42c7-b973-f813afb9d59e on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:20:08.351480 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:08.393108 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (e9712f0d-bb05-42c7-b973-f813afb9d59e), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.406975 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (5fd11542-87b8-48c3-9db2-c824ddc0af2f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.418770 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] Pushing event deleted for resources: {'Port': ['ID=e9712f0d-bb05-42c7-b973-f813afb9d59e,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:08.422443 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f67219-3cdd-4cf0-9a79-cb291d4ac7da None None] No DVR routers for this DVR port e9712f0d-bb05-42c7-b973-f813afb9d59e on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:20:08.440098 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd11542-87b8-48c3-9db2-c824ddc0af2f']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:08.451764 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2f6faa-aac1-4db6-a0ad-c8454240d119') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:08.452158 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2f6faa-aac1-4db6-a0ad-c8454240d119') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:08.462878 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (6e2f6faa-aac1-4db6-a0ad-c8454240d119), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.476726 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (6e2f6faa-aac1-4db6-a0ad-c8454240d119), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.483839 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:20:08.484187 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (6e2f6faa-aac1-4db6-a0ad-c8454240d119), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.527381 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 6e2f6faa-aac1-4db6-a0ad-c8454240d119 resource provider aggregate not found Jul 25 12:20:08.545900 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 6e2f6faa-aac1-4db6-a0ad-c8454240d119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e2f6faa-aac1-4db6-a0ad-c8454240d119 found for delete ", "request_id": "req-5ea4bdd3-8678-4fc8-bd4c-ec8aaa4b46d5"}]} Jul 25 12:20:08.552891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (5fd11542-87b8-48c3-9db2-c824ddc0af2f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.558909 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.562091 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5fd11542-87b8-48c3-9db2-c824ddc0af2f HTTP/1.1" status: 204 len: 168 time: 0.5713086 Jul 25 12:20:08.579842 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70ad04-47f6-429b-88a4-d86e6ad8c852 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd11542-87b8-48c3-9db2-c824ddc0af2f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:08.686985 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51006) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:08.723231 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device c035bf13-679b-4e35-870b-bb882bfa4ad9 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:08.728994 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-baa9c070-1fb7-4842-8b29-80f13a632dd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d9f339447114912b0c92b99e028fbbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408738 Jul 25 12:20:08.731473 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51008) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:08.749766 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: c035bf13-679b-4e35-870b-bb882bfa4ad9 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:20:08.750029 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device c035bf13-679b-4e35-870b-bb882bfa4ad9 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:20:08.750635 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e9712f0d-bb05-42c7-b973-f813afb9d59e no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:08.771839 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: e9712f0d-bb05-42c7-b973-f813afb9d59e {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:20:08.772191 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e9712f0d-bb05-42c7-b973-f813afb9d59e not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:20:08.772605 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 709dea4f-3880-4e3c-b050-89194769508e no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:08.785066 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b893-8af2-478f-8295-f4f6a87bacc6 admin admin] Publish callbacks [] for security_group (40ffeb14-40cf-4165-b6c6-001e1d4f5006), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.793016 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 709dea4f-3880-4e3c-b050-89194769508e {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:20:08.793368 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 709dea4f-3880-4e3c-b050-89194769508e not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:20:08.807966 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b893-8af2-478f-8295-f4f6a87bacc6 admin admin] Publish callbacks [] for security_group (40ffeb14-40cf-4165-b6c6-001e1d4f5006), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.853621 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b893-8af2-478f-8295-f4f6a87bacc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (40ffeb14-40cf-4165-b6c6-001e1d4f5006), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.856257 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b893-8af2-478f-8295-f4f6a87bacc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:08.857424 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4ea7b893-8af2-478f-8295-f4f6a87bacc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40ffeb14-40cf-4165-b6c6-001e1d4f5006 HTTP/1.1" status: 204 len: 168 time: 0.1249983 Jul 25 12:20:08.865242 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7b893-8af2-478f-8295-f4f6a87bacc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ffeb14-40cf-4165-b6c6-001e1d4f5006,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:08.965986 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 276cabbe-91f0-4792-85c7-8ae931f21975 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:20:09.000651 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91ae4f-bae7-41d3-83ce-657c3ecd82c9 req-b0f108d3-5bd4-4bdd-9eb5-6e5c6f76f8ba tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:09.002195 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc91ae4f-bae7-41d3-83ce-657c3ecd82c9 req-b0f108d3-5bd4-4bdd-9eb5-6e5c6f76f8ba tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 945 time: 0.0562727 Jul 25 12:20:09.010043 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 276cabbe-91f0-4792-85c7-8ae931f21975 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:20:09.017216 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 276cabbe-91f0-4792-85c7-8ae931f21975 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:20:09.017605 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:09.057358 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fc91ae4f-bae7-41d3-83ce-657c3ecd82c9 req-4d622c4b-17f1-434a-8a08-5285ef292d28 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485601 Jul 25 12:20:09.098314 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 276cabbe-91f0-4792-85c7-8ae931f21975 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:09.098710 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:09.122557 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:20:09.124817 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7acf2a7-e9e1-4f3f-a117-97b32b189e86" -d '{"events": [{"server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "name": "network-vif-plugged", "status": "completed", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:20:09.153842 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 276cabbe-91f0-4792-85c7-8ae931f21975, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=276cabbe-91f0-4792-85c7-8ae931f21975,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:09.161627 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:09.219322 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff68946a-a61c-440f-a2c9-796ac4db8007 x-openstack-request-id: req-ff68946a-a61c-440f-a2c9-796ac4db8007 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:09.219694 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "name": "network-vif-plugged", "status": "completed", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:09.219808 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db398d3-96d2-44d4-b962-5ea96b8c3b89 req-22fe6506-9f26-4088-b080-eebf60871b8f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:09.220295 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff68946a-a61c-440f-a2c9-796ac4db8007 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:09.220505 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff68946a-a61c-440f-a2c9-796ac4db8007'] response: {'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975', 'code': 200} Jul 25 12:20:09.221318 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9db398d3-96d2-44d4-b962-5ea96b8c3b89 req-22fe6506-9f26-4088-b080-eebf60871b8f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0504706 Jul 25 12:20:09.225545 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=276cabbe-91f0-4792-85c7-8ae931f21975,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:09.286300 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9db398d3-96d2-44d4-b962-5ea96b8c3b89 req-d079a12a-32aa-429d-91b2-be0b163b151f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594141 Jul 25 12:20:09.517208 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:09.521174 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124aeaf3-407c-448c-8b77-535f72d2ccfd req-50973db5-67b6-43ea-acef-b8f9e60df87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:09.522735 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-124aeaf3-407c-448c-8b77-535f72d2ccfd req-50973db5-67b6-43ea-acef-b8f9e60df87c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 1130 time: 0.1578140 Jul 25 12:20:09.566162 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-124aeaf3-407c-448c-8b77-535f72d2ccfd req-fbe9375b-76d3-4c75-bd40-9206617ffb83 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373390 Jul 25 12:20:10.190336 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc524a90-d1c9-4f31-aa98-a9bc0e4dec6c req-f2d06f42-ea80-48ca-bf61-1096a95b4bf0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:10.191823 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cc524a90-d1c9-4f31-aa98-a9bc0e4dec6c req-f2d06f42-ea80-48ca-bf61-1096a95b4bf0 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 946 time: 0.0505846 Jul 25 12:20:10.239649 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cc524a90-d1c9-4f31-aa98-a9bc0e4dec6c req-dd4fea92-91ff-4a4c-98b8-4a4764baaa05 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420132 Jul 25 12:20:10.414258 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc19a9-a247-44ab-9172-1f5e888a038a req-9dd840a9-dc49-4423-9fa4-6e0a9e1a008e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:10.416311 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1cc19a9-a247-44ab-9172-1f5e888a038a req-9dd840a9-dc49-4423-9fa4-6e0a9e1a008e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0482712 Jul 25 12:20:10.471225 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1cc19a9-a247-44ab-9172-1f5e888a038a req-94373799-9aae-4e1c-91eb-a243230c16b6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484223 Jul 25 12:20:10.629393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51072) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:10.737880 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6af1352b-e6c8-4317-8b12-bb826007eee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:10.814659 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6af1352b-e6c8-4317-8b12-bb826007eee8 admin admin] Publish callbacks [] for security_group (2478f3a5-305c-420d-9c1e-16c493f66734), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:10.818251 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6af1352b-e6c8-4317-8b12-bb826007eee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2478f3a5-305c-420d-9c1e-16c493f66734), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:10.828762 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:10.860925 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-6af1352b-e6c8-4317-8b12-bb826007eee8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15451f1ce9b8425a80be16b2bd72c062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304370 Jul 25 12:20:10.862536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1352b-e6c8-4317-8b12-bb826007eee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478f3a5-305c-420d-9c1e-16c493f66734,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:10.863654 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51076) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:10.914405 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-34badd91-a397-46a2-9265-5fa19f580681 admin admin] Publish callbacks [] for security_group (2478f3a5-305c-420d-9c1e-16c493f66734), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:10.935775 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-34badd91-a397-46a2-9265-5fa19f580681 admin admin] Publish callbacks [] for security_group (2478f3a5-305c-420d-9c1e-16c493f66734), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:10.986056 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-34badd91-a397-46a2-9265-5fa19f580681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (2478f3a5-305c-420d-9c1e-16c493f66734), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:10.989400 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-34badd91-a397-46a2-9265-5fa19f580681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:10.990367 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-34badd91-a397-46a2-9265-5fa19f580681 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2478f3a5-305c-420d-9c1e-16c493f66734 HTTP/1.1" status: 204 len: 168 time: 0.1256971 Jul 25 12:20:10.999069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34badd91-a397-46a2-9265-5fa19f580681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478f3a5-305c-420d-9c1e-16c493f66734,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:11.253503 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51082) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:11.270516 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0047a62a-cace-44d8-a3cf-10861ae7668d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.350122 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0047a62a-cace-44d8-a3cf-10861ae7668d admin admin] Publish callbacks [] for security_group (bb650206-0b31-40b6-ad52-f672e704646e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.354603 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0047a62a-cace-44d8-a3cf-10861ae7668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (bb650206-0b31-40b6-ad52-f672e704646e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.377077 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057b077-d087-4042-9bf3-757add4441bf req-0fb2bf4b-76a4-415c-b5b1-1b9199bfba5d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:11.378659 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6057b077-d087-4042-9bf3-757add4441bf req-0fb2bf4b-76a4-415c-b5b1-1b9199bfba5d tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 946 time: 0.0476291 Jul 25 12:20:11.396541 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0047a62a-cace-44d8-a3cf-10861ae7668d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4655e4ca08e46b9bf3338a041c753c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395395 Jul 25 12:20:11.396541 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047a62a-cace-44d8-a3cf-10861ae7668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb650206-0b31-40b6-ad52-f672e704646e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:11.397553 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51086) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:11.430945 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6057b077-d087-4042-9bf3-757add4441bf req-fbd98664-22a3-4f13-a266-a5bdde892c54 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457964 Jul 25 12:20:11.449828 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a124705b-be02-4292-8e89-ac4f98b312d9 admin admin] Publish callbacks [] for security_group (bb650206-0b31-40b6-ad52-f672e704646e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.468904 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a124705b-be02-4292-8e89-ac4f98b312d9 admin admin] Publish callbacks [] for security_group (bb650206-0b31-40b6-ad52-f672e704646e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.549179 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f238f20-59c3-4a78-8d0a-d5128652bbd1 req-28aef0f5-d0b3-4190-8224-34d1e5f57feb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:11.550674 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f238f20-59c3-4a78-8d0a-d5128652bbd1 req-28aef0f5-d0b3-4190-8224-34d1e5f57feb tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 946 time: 0.0519583 Jul 25 12:20:11.553452 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a124705b-be02-4292-8e89-ac4f98b312d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (bb650206-0b31-40b6-ad52-f672e704646e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.556656 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a124705b-be02-4292-8e89-ac4f98b312d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.560041 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a124705b-be02-4292-8e89-ac4f98b312d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb650206-0b31-40b6-ad52-f672e704646e HTTP/1.1" status: 204 len: 168 time: 0.1596859 Jul 25 12:20:11.562998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51094) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:11.569354 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Request body: {'floatingip': {'port_id': '276cabbe-91f0-4792-85c7-8ae931f21975'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:20:11.572349 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124705b-be02-4292-8e89-ac4f98b312d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb650206-0b31-40b6-ad52-f672e704646e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:11.629932 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (95376b03-946e-4717-93ac-95c68c3a6e25), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:11.668217 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a8d35-f9fb-4c47-86c3-f498c99324c0 req-5cd84097-be0e-4f5b-8bc0-b923c6b1e15e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:11.669693 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-455a8d35-f9fb-4c47-86c3-f498c99324c0 req-5cd84097-be0e-4f5b-8bc0-b923c6b1e15e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.1168950 Jul 25 12:20:11.775357 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-455a8d35-f9fb-4c47-86c3-f498c99324c0 req-d77106ee-1ed1-40b4-9e91-381f5309bb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966525 Jul 25 12:20:12.096734 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:12.102111 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (95376b03-946e-4717-93ac-95c68c3a6e25), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:12.143198 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:12.211056 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP 95376b03-946e-4717-93ac-95c68c3a6e25 associated. External IP: 172.27.0.65, port: 276cabbe-91f0-4792-85c7-8ae931f21975. Jul 25 12:20:12.407434 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:20:12.494885 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:12.512021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:20:12.516738 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:12.521449 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:20:12.532688 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:20:12.533478 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:12.645241 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:20:12.683778 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:12.798987 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4b9e5b40-bfdd-4388-8236-caaa00f4ceb6 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "PUT /v2.0/floatingips/95376b03-946e-4717-93ac-95c68c3a6e25 HTTP/1.1" status: 200 len: 991 time: 1.2335832 Jul 25 12:20:12.799700 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:20:12.802092 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:20:12.853910 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e4a8c-fb01-4ace-909d-09a4cdf4929a x-openstack-request-id: req-017e4a8c-fb01-4ace-909d-09a4cdf4929a {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:12.854199 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:12.854452 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-017e4a8c-fb01-4ace-909d-09a4cdf4929a {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:12.854858 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017e4a8c-fb01-4ace-909d-09a4cdf4929a'] response: {'name': 'network-changed', 'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975', 'status': 'completed', 'code': 200} Jul 25 12:20:12.894905 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '95376b03-946e-4717-93ac-95c68c3a6e25', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '276cabbe-91f0-4792-85c7-8ae931f21975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:19:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:19:55Z', 'updated_at': '2022-07-25T12:20:12Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:12.922698 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:20:12.931988 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:20:12.932874 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:19:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:12.952919 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921757-169f-4ca4-b752-6bb213790095 req-92d2ff60-6e4c-44ce-a3c2-e51cefb5e811 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:12.954528 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92921757-169f-4ca4-b752-6bb213790095 req-92d2ff60-6e4c-44ce-a3c2-e51cefb5e811 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0852048 Jul 25 12:20:12.962149 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-ac93f887-4ecd-47bd-a9b7-433e0a5eaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:12.963593 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-ac93f887-4ecd-47bd-a9b7-433e0a5eaff4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 1130 time: 0.0644023 Jul 25 12:20:13.023393 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92921757-169f-4ca4-b752-6bb213790095 req-3ab6985c-dd2c-4d1e-a8bb-b97dd5bcc8b5 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587566 Jul 25 12:20:13.049682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:20:13.142502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-248b0720-68d5-4f66-9f09-29f5ba4bdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:13.144293 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-248b0720-68d5-4f66-9f09-29f5ba4bdea8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 200 len: 916 time: 0.1345456 Jul 25 12:20:13.157648 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:13.212013 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-d1102cd3-69cb-4272-b231-ce6a581e6ddb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276cabbe-91f0-4792-85c7-8ae931f21975 HTTP/1.1" status: 200 len: 999 time: 0.0601790 Jul 25 12:20:13.266840 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-debd5bff-9efd-41a6-b5bb-7f6cf46a20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:13.268451 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-debd5bff-9efd-41a6-b5bb-7f6cf46a20a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 200 len: 854 time: 0.0480750 Jul 25 12:20:13.286618 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '95376b03-946e-4717-93ac-95c68c3a6e25', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '276cabbe-91f0-4792-85c7-8ae931f21975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:19:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:19:55Z', 'updated_at': '2022-07-25T12:20:12Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:13.315021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-d924b8ec-884a-4c32-b937-187a6d169f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:13.316547 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-d924b8ec-884a-4c32-b937-187a6d169f15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bc64d3-b55c-4e64-a050-b439cd834684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414743 Jul 25 12:20:13.317201 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96c51e-728e-4174-bc33-def578b8a8bc None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '95376b03-946e-4717-93ac-95c68c3a6e25', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'port_id': '276cabbe-91f0-4792-85c7-8ae931f21975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'mac_address': 'fa:16:3e:19:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:19:55Z', 'updated_at': '2022-07-25T12:20:12Z', 'revision_number': 1, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:20:13.431697 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-0e06e33a-8db3-4d0d-93ce-04e05f052ed4 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085677 Jul 25 12:20:13.512205 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:13.537832 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-13c7f3f6-d8e8-492d-be3a-9ded7c0d9a72 req-ee8a7640-2ce2-4be7-abc7-44545ef3503a service neutron] 10.222.0.39 "GET /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973065 Jul 25 12:20:13.551004 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8814860f-75fb-48b4-8211-62463441366d None None] New status for floating IP 95376b03-946e-4717-93ac-95c68c3a6e25: ACTIVE {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:20:14.105674 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:14.146427 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a09ef-7b6b-48aa-a78c-9b6f955c2b96 req-565408e2-8856-4650-8080-717a5a5cb88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:14.148293 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bc7a09ef-7b6b-48aa-a78c-9b6f955c2b96 req-565408e2-8856-4650-8080-717a5a5cb88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0510960 Jul 25 12:20:14.200913 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bc7a09ef-7b6b-48aa-a78c-9b6f955c2b96 req-bf92513a-1f3a-4935-accc-d8111925b203 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411682 Jul 25 12:20:15.321440 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062787ac-d0bc-4f8d-a638-d038107b814f req-081387d6-3e95-4909-b84c-b62539ae3875 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:15.322894 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-062787ac-d0bc-4f8d-a638-d038107b814f req-081387d6-3e95-4909-b84c-b62539ae3875 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0468953 Jul 25 12:20:15.373460 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-062787ac-d0bc-4f8d-a638-d038107b814f req-a983cc72-27c9-41cf-a0b6-ebd74e194722 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 Jul 25 12:20:15.751830 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:20:16.497537 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:16.511047 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0916a-ff0c-4f97-8d60-b510d5a83e5f req-c8621bd7-73ee-40ab-946f-1efaee389854 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:16.512571 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bfa0916a-ff0c-4f97-8d60-b510d5a83e5f req-c8621bd7-73ee-40ab-946f-1efaee389854 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0531280 Jul 25 12:20:16.564076 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bfa0916a-ff0c-4f97-8d60-b510d5a83e5f req-a01817d7-7729-4afd-b6e0-9b8f28f78567 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458195 Jul 25 12:20:17.040257 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:20:17.069822 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:17.266027 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:17.277360 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'port_id': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'mac_address': 'fa:16:3e:91:fb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:20:17.313108 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: ACTIVE; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:17.313519 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:17.327461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8ccc18c-ce12-4e5d-a124-191bdcd1d563 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:20:17.347733 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:17.351349 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:17.400883 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=6']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:17.689380 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836285e-99d3-41e1-b0a1-9173cd96bc0d req-ae99f7cd-ba28-4678-91ed-2a139bf8e36c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:17.690847 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e836285e-99d3-41e1-b0a1-9173cd96bc0d req-ae99f7cd-ba28-4678-91ed-2a139bf8e36c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 944 time: 0.0466220 Jul 25 12:20:17.739051 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e836285e-99d3-41e1-b0a1-9173cd96bc0d req-3b5f2b04-ae32-4ac2-9475-3bcec2392050 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411134 Jul 25 12:20:18.082731 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['d8ccc18c-ce12-4e5d-a124-191bdcd1d563'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:20:18.170180 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:18.894179 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d3cd6-9234-4b9b-913c-e74df08a1e6c req-090febbd-d511-43ff-a731-7c1a31358d99 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:18.895709 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1f6d3cd6-9234-4b9b-913c-e74df08a1e6c req-090febbd-d511-43ff-a731-7c1a31358d99 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 944 time: 0.0587564 Jul 25 12:20:18.966509 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1f6d3cd6-9234-4b9b-913c-e74df08a1e6c req-13a5fc96-5dbf-4f1f-9877-08dd7ff6bd6f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628991 Jul 25 12:20:18.972480 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:20:19.072157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:20:19.072629 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:19.183895 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:19.184461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:19.236134 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:20:19.239256 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e73afc-d43b-4228-84af-fc4bb4fc855f" -d '{"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:20:19.263784 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:19.271286 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:19.303346 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1cabc3-ea7f-45fe-ad1b-455a8014b1d1 x-openstack-request-id: req-ef1cabc3-ea7f-45fe-ad1b-455a8014b1d1 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:19.304009 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:19.304553 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef1cabc3-ea7f-45fe-ad1b-455a8014b1d1 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:19.305408 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1cabc3-ea7f-45fe-ad1b-455a8014b1d1'] response: {'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'code': 200} Jul 25 12:20:19.337062 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=7']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:20.136468 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83173cf6-9ff8-4210-bd03-193a2f239882 req-3f5bd75d-aab7-4196-9969-4f44cbe729ed tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:20.141748 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-83173cf6-9ff8-4210-bd03-193a2f239882 req-3f5bd75d-aab7-4196-9969-4f44cbe729ed tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0568590 Jul 25 12:20:20.190369 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-83173cf6-9ff8-4210-bd03-193a2f239882 req-52e5a2cb-ab6e-4129-896e-b30fa21b051a tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Jul 25 12:20:21.287444 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1cfb11f1-a1e3-40d7-b5b7-8ecc263a7c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:21.359313 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d0aa-7eb2-4183-9576-5c4cd8279837 req-65dde86e-41ad-4376-aed6-eab39e03c435 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:21.360884 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-48d7d0aa-7eb2-4183-9576-5c4cd8279837 req-65dde86e-41ad-4376-aed6-eab39e03c435 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0506942 Jul 25 12:20:21.412407 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-48d7d0aa-7eb2-4183-9576-5c4cd8279837 req-7c30570a-e07f-4034-8f88-9be9cf1f8f3e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455451 Jul 25 12:20:22.575006 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ead505-747a-4f17-b5c5-091cc9c43dbd req-ca8dc96e-763f-44cf-aed5-669427964454 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:22.577716 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a2ead505-747a-4f17-b5c5-091cc9c43dbd req-ca8dc96e-763f-44cf-aed5-669427964454 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0543678 Jul 25 12:20:22.640101 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a2ead505-747a-4f17-b5c5-091cc9c43dbd req-b19559f6-3459-4308-99fd-13e32236a2b6 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558200 Jul 25 12:20:23.410698 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:23.426366 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e7b19bc1-8716-4273-aa86-04a46cd7c087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:23.789928 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9501f5-967f-434a-9216-3ee863e503e9 req-f6440fa2-a5a7-4683-954a-148d19e5222e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:23.791945 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ca9501f5-967f-434a-9216-3ee863e503e9 req-f6440fa2-a5a7-4683-954a-148d19e5222e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0601685 Jul 25 12:20:23.863976 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ca9501f5-967f-434a-9216-3ee863e503e9 req-ce16991a-10a9-4093-9a2e-261b8d8acc7c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608175 Jul 25 12:20:24.709316 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:25.000051 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adf427-45dd-4411-979a-9007e112c330 req-d209e07f-d5c7-45d1-9198-23ff45809f49 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:25.006945 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-60adf427-45dd-4411-979a-9007e112c330 req-d209e07f-d5c7-45d1-9198-23ff45809f49 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0548899 Jul 25 12:20:25.095784 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-60adf427-45dd-4411-979a-9007e112c330 req-1d72a90f-307e-46e3-8f57-a3f7e2903f61 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877111 Jul 25 12:20:25.747208 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:25.748368 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:26.247424 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfe7ae-4d80-4538-8225-38b4a197b4b8 req-3912eb55-4d1c-4239-aeb7-52abafeb8b97 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:26.249675 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60cfe7ae-4d80-4538-8225-38b4a197b4b8 req-3912eb55-4d1c-4239-aeb7-52abafeb8b97 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0547554 Jul 25 12:20:26.302226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:26.319673 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:26.323153 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60cfe7ae-4d80-4538-8225-38b4a197b4b8 req-a715b412-a1ca-4c16-ad0e-3378accd3345 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665860 Jul 25 12:20:26.493729 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:27.477976 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576a912-19ef-4c2d-8abc-5e681393a9d4 req-99ce06bf-cbf3-4ee8-8753-f8b7fb3cad67 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:27.480170 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6576a912-19ef-4c2d-8abc-5e681393a9d4 req-99ce06bf-cbf3-4ee8-8753-f8b7fb3cad67 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0607531 Jul 25 12:20:27.532665 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6576a912-19ef-4c2d-8abc-5e681393a9d4 req-6087e1c3-138b-491e-b6d2-20559533321c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467758 Jul 25 12:20:28.655738 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d96bb4-c834-42ed-82d5-7a3245d4d272 req-adf9bc51-a7c6-46a8-a11e-2b378ec40454 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:28.657199 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-14d96bb4-c834-42ed-82d5-7a3245d4d272 req-adf9bc51-a7c6-46a8-a11e-2b378ec40454 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0471480 Jul 25 12:20:28.703624 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-14d96bb4-c834-42ed-82d5-7a3245d4d272 req-d58c7142-50a4-4ca7-acef-4474a9344144 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409677 Jul 25 12:20:28.921758 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-dae7d458-c2d6-4868-bbf7-2701916092fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:28.923242 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-dae7d458-c2d6-4868-bbf7-2701916092fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1129 time: 0.0427330 Jul 25 12:20:29.013705 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-78023a2b-dcf9-49b8-9488-58b59e854014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:29.015193 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-78023a2b-dcf9-49b8-9488-58b59e854014 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.0860479 Jul 25 12:20:29.080506 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-7da08f07-d012-40e3-b607-dd7b8dc8feff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 200 len: 1001 time: 0.0583196 Jul 25 12:20:29.129364 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-27f3dde7-3e57-464b-9f8d-7c3e58efc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:29.130955 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-27f3dde7-3e57-464b-9f8d-7c3e58efc5e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0442500 Jul 25 12:20:29.177633 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-50507780-cd2b-4302-a209-01c207d049b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:29.179151 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-50507780-cd2b-4302-a209-01c207d049b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419674 Jul 25 12:20:29.280730 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-6d145497-7837-4050-b285-d648904d78d1 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945165 Jul 25 12:20:29.394715 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7857bdb8-ab15-41d6-9278-cd754793a5ee req-f1112de7-10c2-4a0b-9f98-407a15e8155e service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077867 Jul 25 12:20:29.832989 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7225-5716-4a9a-877f-aff62ae7559f req-376a3ba8-6f63-40a8-8637-9f214e69efbb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:29.834460 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5aea7225-5716-4a9a-877f-aff62ae7559f req-376a3ba8-6f63-40a8-8637-9f214e69efbb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0487640 Jul 25 12:20:29.886975 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5aea7225-5716-4a9a-877f-aff62ae7559f req-02e2aae1-1c09-47ed-8353-f0b1d80398b1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Jul 25 12:20:31.013601 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fbf6f-5db3-4313-80df-769ebf8a82a7 req-02ea5a5d-9ebc-406f-a660-7cd7ef07984f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:31.015173 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1f8fbf6f-5db3-4313-80df-769ebf8a82a7 req-02ea5a5d-9ebc-406f-a660-7cd7ef07984f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0487502 Jul 25 12:20:31.067907 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1f8fbf6f-5db3-4313-80df-769ebf8a82a7 req-c4bdd500-2aa7-4af0-84ba-eb11cb497b12 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468509 Jul 25 12:20:32.154401 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:32.191326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c61066-ac8e-4461-a881-08436b28b8f0 req-8f928cd7-5354-4edd-8f74-7fba22f7c707 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:32.192811 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d2c61066-ac8e-4461-a881-08436b28b8f0 req-8f928cd7-5354-4edd-8f74-7fba22f7c707 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 945 time: 0.0476453 Jul 25 12:20:32.238873 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d2c61066-ac8e-4461-a881-08436b28b8f0 req-e39488d3-7295-4170-a8c0-f4f0acbf2cec tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Jul 25 12:20:33.700935 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:33.790710 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: ACTIVE; New status is: DOWN {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:33.791146 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:33.820151 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:20:33.820151 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4098d8-0aeb-4e57-8bc1-b6176de7d7ec" -d '{"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:20:33.830299 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:33.834712 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:33.885510 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=8']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:33.922413 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b552f1d-dafc-4599-bd47-dad9f60df035 x-openstack-request-id: req-0b552f1d-dafc-4599-bd47-dad9f60df035 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:33.922769 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:33.922957 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b552f1d-dafc-4599-bd47-dad9f60df035 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:33.923368 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b552f1d-dafc-4599-bd47-dad9f60df035'] response: {'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'code': 200} Jul 25 12:20:34.110642 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cce34-2557-4ef2-8b6c-105b5596b3ed req-12d82742-2274-47a5-b693-43d64c420b74 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:34.112795 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4f6cce34-2557-4ef2-8b6c-105b5596b3ed req-12d82742-2274-47a5-b693-43d64c420b74 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0600660 Jul 25 12:20:34.170503 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4f6cce34-2557-4ef2-8b6c-105b5596b3ed req-1c7e1121-3fec-4406-a062-755f790154f9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512466 Jul 25 12:20:34.353527 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51434) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:34.434285 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-25ae0ff5-b377-4d92-a994-f1aec4d18223 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795975 Jul 25 12:20:34.442672 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-ada0d9c7-1fe2-43e3-a61c-c5260b5595bb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:20:34.443645 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-ada0d9c7-1fe2-43e3-a61c-c5260b5595bb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048082 Jul 25 12:20:34.519993 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51442) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:34.616327 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-0382e81c-5b0e-4d1b-9279-20a17c2f7163 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:34.617670 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-0382e81c-5b0e-4d1b-9279-20a17c2f7163 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports/d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 200 len: 940 time: 0.0967400 Jul 25 12:20:35.294190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffe241-81ae-4856-84c4-8584a39c445f req-4c763505-3c0f-491d-af09-8482b3c59164 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:35.295660 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f1ffe241-81ae-4856-84c4-8584a39c445f req-4c763505-3c0f-491d-af09-8482b3c59164 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0466697 Jul 25 12:20:35.342100 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f1ffe241-81ae-4856-84c4-8584a39c445f req-9624ad71-a528-4b87-a96b-d3aa6cef7510 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Jul 25 12:20:35.425796 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-87da3f51-058b-4130-8ba1-9bfefc8ba16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:35.427236 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-87da3f51-058b-4130-8ba1-9bfefc8ba16e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a&tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8 HTTP/1.1" status: 200 len: 1127 time: 0.0390518 Jul 25 12:20:35.484641 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:35.487976 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-88f339cc-a787-4e51-94bf-ac0071166af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:35.489436 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-88f339cc-a787-4e51-94bf-ac0071166af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1127 time: 0.0386565 Jul 25 12:20:35.583659 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-48671255-93f6-4859-981e-950a096dec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:35.585043 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-48671255-93f6-4859-981e-950a096dec90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.0898345 Jul 25 12:20:35.650100 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-60f4b8b0-9f3e-434f-b522-e1b51927f23f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 200 len: 999 time: 0.0574214 Jul 25 12:20:35.699661 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-10929781-d781-4ad0-96db-587064e77a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:35.701043 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-10929781-d781-4ad0-96db-587064e77a60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0436831 Jul 25 12:20:35.744811 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-6e2ad70b-bc1a-4a56-acb8-bc77be3244b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:35.746253 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-6e2ad70b-bc1a-4a56-acb8-bc77be3244b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379789 Jul 25 12:20:35.835820 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-24029544-de0e-46cf-a7b2-bd933c9dbb96 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829403 Jul 25 12:20:35.930737 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8443f7c1-c896-4cef-b6a7-f3577811478e req-e7574262-e8a5-4258-813a-287293c09499 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882564 Jul 25 12:20:36.481423 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b59fd-bd48-4abf-8fbf-1549f2ec645f req-b7dfb8c3-8f1f-4fea-839e-e467a371e571 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:36.483036 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-504b59fd-bd48-4abf-8fbf-1549f2ec645f req-b7dfb8c3-8f1f-4fea-839e-e467a371e571 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0499737 Jul 25 12:20:36.539113 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-504b59fd-bd48-4abf-8fbf-1549f2ec645f req-23810d7a-8780-41a7-8f92-782227c6afd0 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499592 Jul 25 12:20:37.682466 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27b902-0f95-4c39-bd31-45b9cfd81889 req-5ee8801d-0dfe-42a7-acd8-17498c495273 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:37.684035 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5d27b902-0f95-4c39-bd31-45b9cfd81889 req-5ee8801d-0dfe-42a7-acd8-17498c495273 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0536377 Jul 25 12:20:37.733991 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5d27b902-0f95-4c39-bd31-45b9cfd81889 req-6507bea6-9fbe-475f-ac18-b961e3d9b944 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436625 Jul 25 12:20:37.782971 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:37.857092 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: DOWN; New status is: DOWN {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:38.854978 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:38.875160 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150a81-d99e-43dc-9ccd-886486dce7a1 req-1158fef3-8995-4a2e-8c10-b373f2f81cfc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:38.876957 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c0150a81-d99e-43dc-9ccd-886486dce7a1 req-1158fef3-8995-4a2e-8c10-b373f2f81cfc tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0554776 Jul 25 12:20:38.928157 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c0150a81-d99e-43dc-9ccd-886486dce7a1 req-5b3f9e00-b7f1-4027-bf38-9bfdc51139ae tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Jul 25 12:20:40.058134 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a6223-19b5-441e-a4c5-419a83b336d4 req-955a6892-427b-41d4-b7cb-f85aedb73caf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:40.059664 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3a1a6223-19b5-441e-a4c5-419a83b336d4 req-955a6892-427b-41d4-b7cb-f85aedb73caf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0485823 Jul 25 12:20:40.112797 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3a1a6223-19b5-441e-a4c5-419a83b336d4 req-3990e61e-21d1-4cec-a063-0c31dc24ef5a tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472775 Jul 25 12:20:41.268992 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae67366-93e3-4083-b921-788e59536c85 req-9ba2a203-81d9-4c1c-8f51-6ff463cbd935 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:41.276424 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9ae67366-93e3-4083-b921-788e59536c85 req-9ba2a203-81d9-4c1c-8f51-6ff463cbd935 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0728705 Jul 25 12:20:41.308367 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:41.325089 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9ae67366-93e3-4083-b921-788e59536c85 req-dc30f800-73b4-4e27-9805-3c5ec2ffc0fa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477388 Jul 25 12:20:42.454433 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4b1cc-ef12-4fb9-ac86-f2e6c1d4df86 req-2d3e8a91-da7b-4408-a92d-47990121a94b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:42.456768 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-90a4b1cc-ef12-4fb9-ac86-f2e6c1d4df86 req-2d3e8a91-da7b-4408-a92d-47990121a94b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0505099 Jul 25 12:20:42.510659 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-90a4b1cc-ef12-4fb9-ac86-f2e6c1d4df86 req-63c3d0b8-a441-4e54-b3fc-e1c3707c2e1e tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473912 Jul 25 12:20:43.129005 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:43.652837 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b23395-7301-4a3f-9603-18f4c4fa948d req-ce2e607d-7955-4788-9969-1e5479c64b4f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:43.654338 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43b23395-7301-4a3f-9603-18f4c4fa948d req-ce2e607d-7955-4788-9969-1e5479c64b4f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0494177 Jul 25 12:20:43.708246 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43b23395-7301-4a3f-9603-18f4c4fa948d req-c115a3e1-92c7-41c7-862f-042a1f4a6d0f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481491 Jul 25 12:20:44.673709 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51594) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:44.796996 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:44.830411 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:44.858924 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ef273-2850-4de1-9088-436103f5ce47 req-53b00a80-5954-4aad-a840-7eeaca9e6e0c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:44.860427 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-713ef273-2850-4de1-9088-436103f5ce47 req-53b00a80-5954-4aad-a840-7eeaca9e6e0c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0655503 Jul 25 12:20:44.932396 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:44.942267 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-713ef273-2850-4de1-9088-436103f5ce47 req-bb8d0959-362a-4f8e-83ce-6380e3ae9091 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760500 Jul 25 12:20:44.962098 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Publish callbacks [] for security_group (6210cbf8-3a0e-4625-a243-ebb1be05561e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:44.966463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (6210cbf8-3a0e-4625-a243-ebb1be05561e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.005267 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e659f9b066994498979f08556383526f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305256 Jul 25 12:20:45.007174 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6210cbf8-3a0e-4625-a243-ebb1be05561e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:45.007943 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51600) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:45.014973 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.015326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.015706 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.016051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.016386 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.016718 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.017047 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.017372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.017700 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.018026 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.018352 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.018677 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.019057 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.019534 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.019909 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da401c21-6d89-4eeb-b32d-bfc2d59e7b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:45.058827 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1241-1c64-4014-8e65-67edc91c4aec admin admin] Publish callbacks [] for security_group (6210cbf8-3a0e-4625-a243-ebb1be05561e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.080356 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1241-1c64-4014-8e65-67edc91c4aec admin admin] Publish callbacks [] for security_group (6210cbf8-3a0e-4625-a243-ebb1be05561e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.129181 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1241-1c64-4014-8e65-67edc91c4aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (6210cbf8-3a0e-4625-a243-ebb1be05561e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.133627 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1241-1c64-4014-8e65-67edc91c4aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.135451 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fcdb1241-1c64-4014-8e65-67edc91c4aec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6210cbf8-3a0e-4625-a243-ebb1be05561e HTTP/1.1" status: 204 len: 168 time: 0.1262283 Jul 25 12:20:45.144510 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1241-1c64-4014-8e65-67edc91c4aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210cbf8-3a0e-4625-a243-ebb1be05561e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:45.402428 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51606) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:45.416586 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-971cb867-ae91-455e-81d8-c7b2c7d66024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.496021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-971cb867-ae91-455e-81d8-c7b2c7d66024 admin admin] Publish callbacks [] for security_group (d1c243bb-2d93-42fb-abbf-830eed897238), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.502027 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-971cb867-ae91-455e-81d8-c7b2c7d66024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d1c243bb-2d93-42fb-abbf-830eed897238), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.540198 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cb867-ae91-455e-81d8-c7b2c7d66024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c243bb-2d93-42fb-abbf-830eed897238,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:45.545099 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-971cb867-ae91-455e-81d8-c7b2c7d66024 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7aaf707b83d34f3bb5dcf2e7ec8e0aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416655 Jul 25 12:20:45.547745 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51610) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:45.595194 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0445e3bc-32c3-4324-be51-d4febab2c43d admin admin] Publish callbacks [] for security_group (d1c243bb-2d93-42fb-abbf-830eed897238), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.617878 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0445e3bc-32c3-4324-be51-d4febab2c43d admin admin] Publish callbacks [] for security_group (d1c243bb-2d93-42fb-abbf-830eed897238), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.669111 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0445e3bc-32c3-4324-be51-d4febab2c43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d1c243bb-2d93-42fb-abbf-830eed897238), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.671664 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0445e3bc-32c3-4324-be51-d4febab2c43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:45.672801 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0445e3bc-32c3-4324-be51-d4febab2c43d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1c243bb-2d93-42fb-abbf-830eed897238 HTTP/1.1" status: 204 len: 168 time: 0.1241605 Jul 25 12:20:45.680781 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445e3bc-32c3-4324-be51-d4febab2c43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c243bb-2d93-42fb-abbf-830eed897238,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:46.066787 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b07d35-44dc-4666-830c-07d6536cb4fe req-365c29d0-fdec-4708-a630-bec2d306f7aa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:46.068293 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-26b07d35-44dc-4666-830c-07d6536cb4fe req-365c29d0-fdec-4708-a630-bec2d306f7aa tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0481002 Jul 25 12:20:46.115930 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-26b07d35-44dc-4666-830c-07d6536cb4fe req-f3d1446f-5571-4e20-82c7-c207744fcecf tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412681 Jul 25 12:20:46.499248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-7ad64b1e-9dcd-4820-a708-8d1485e24934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:46.500745 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-7ad64b1e-9dcd-4820-a708-8d1485e24934 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1127 time: 0.0396988 Jul 25 12:20:47.137334 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-47bf39c8-d0c1-4032-be79-2762c62e7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:47.138833 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-47bf39c8-d0c1-4032-be79-2762c62e7e0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 200 len: 917 time: 0.1082914 Jul 25 12:20:47.213545 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-2d283ecc-495d-4b9f-b856-dabe1c5933a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 200 len: 999 time: 0.0675061 Jul 25 12:20:47.287761 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1587cd6-6868-40ac-8dcf-c5c93bc6b2a3 req-657750fe-efd2-4756-bfad-caba41c73d01 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:47.289238 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a1587cd6-6868-40ac-8dcf-c5c93bc6b2a3 req-657750fe-efd2-4756-bfad-caba41c73d01 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0786786 Jul 25 12:20:47.293917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:47.318617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-f63aeddb-5fb8-42b2-89bd-3595e14d1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:47.320518 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-f63aeddb-5fb8-42b2-89bd-3595e14d1f6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 200 len: 855 time: 0.0964386 Jul 25 12:20:47.390315 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-a1587cd6-6868-40ac-8dcf-c5c93bc6b2a3 req-4a89bdf5-cec4-4c3a-9721-b1d013a3ee75 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939622 Jul 25 12:20:47.391417 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-660d40d5-40f9-474c-8d27-3b8cc28df876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:47.392816 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-660d40d5-40f9-474c-8d27-3b8cc28df876 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36635bbd-0783-4ae1-9364-d8aba7145b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643566 Jul 25 12:20:47.469612 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:47.500193 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-6d7f803a-0e68-42de-b856-cd630ca7b145 service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985892 Jul 25 12:20:47.593475 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-93f4ee98-e862-4d2e-8d27-37af44af6427 req-12ebd1c8-23ad-472d-ac37-b6426d18428b service neutron] 10.222.0.39 "GET /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865626 Jul 25 12:20:48.539535 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36085-1aa5-49b4-b0ac-558ce79c4cd9 req-68b89364-bcf8-4104-a897-c8e8c2928a60 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:48.541137 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-15b36085-1aa5-49b4-b0ac-558ce79c4cd9 req-68b89364-bcf8-4104-a897-c8e8c2928a60 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0568652 Jul 25 12:20:48.590009 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-15b36085-1aa5-49b4-b0ac-558ce79c4cd9 req-2b5934d2-30d2-48da-98a4-85fdcc8f3c2d tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Jul 25 12:20:49.718550 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c9e7-d426-43e0-87ed-3d104c339279 req-b418fdca-258c-49c8-bab5-a5d1ecf929ba tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:49.720109 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53a5c9e7-d426-43e0-87ed-3d104c339279 req-b418fdca-258c-49c8-bab5-a5d1ecf929ba tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 943 time: 0.0499585 Jul 25 12:20:49.766145 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53a5c9e7-d426-43e0-87ed-3d104c339279 req-3e276ab3-534b-4f1f-9172-134b57c2f005 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Jul 25 12:20:49.783696 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:20:49.785939 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:49.790179 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:49.886550 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:49.897592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'port_id': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'mac_address': 'fa:16:3e:91:fb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:20:49.939561 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:49.939971 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:49.954093 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ccc18c-ce12-4e5d-a124-191bdcd1d563 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:20:49.974419 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:49.979208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:50.026629 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=9']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:50.205152 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['d8ccc18c-ce12-4e5d-a124-191bdcd1d563'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:20:50.761006 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51748) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:50.888923 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0d14188a-4f41-4845-907a-418c881a6521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:50.912866 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369a384-3578-4969-acdd-769f99528703 req-b5abf716-910f-439b-ba94-83e5615fa057 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:50.914310 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5369a384-3578-4969-acdd-769f99528703 req-b5abf716-910f-439b-ba94-83e5615fa057 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 944 time: 0.0695195 Jul 25 12:20:50.995782 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5369a384-3578-4969-acdd-769f99528703 req-c867ce0c-5f9e-4e5a-bc15-38344719ba61 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714149 Jul 25 12:20:51.027890 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0d14188a-4f41-4845-907a-418c881a6521 admin admin] Publish callbacks [] for security_group (8bf896ee-4fe5-4598-b56d-4670d25356f1), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.032111 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0d14188a-4f41-4845-907a-418c881a6521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8bf896ee-4fe5-4598-b56d-4670d25356f1), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.069479 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0d14188a-4f41-4845-907a-418c881a6521 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53663516681d41d8a9fdd1f132b66581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073845 Jul 25 12:20:51.071912 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14188a-4f41-4845-907a-418c881a6521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf896ee-4fe5-4598-b56d-4670d25356f1,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:51.072723 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51754) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:51.123224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Publish callbacks [] for security_group (8bf896ee-4fe5-4598-b56d-4670d25356f1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.146052 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Publish callbacks [] for security_group (8bf896ee-4fe5-4598-b56d-4670d25356f1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.195713 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8bf896ee-4fe5-4598-b56d-4670d25356f1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.199614 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.203252 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bf896ee-4fe5-4598-b56d-4670d25356f1 HTTP/1.1" status: 204 len: 168 time: 0.1271441 Jul 25 12:20:51.209543 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf896ee-4fe5-4598-b56d-4670d25356f1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:51.220327 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.220828 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.221284 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.221720 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.222174 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.222688 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.223117 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.223567 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.224002 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.224398 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.224822 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.225248 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.225698 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.227505 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.227505 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ec156-781a-4ac3-8964-4b40b2c1ee4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:20:51.272212 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b002195f-9ccc-4827-a7da-ad7a5bcd2277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.478858 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51760) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:51.491991 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3b16939-d402-4ea9-9c60-1605521ca9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.545338 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:51.575680 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3b16939-d402-4ea9-9c60-1605521ca9a2 admin admin] Publish callbacks [] for security_group (c8f99a28-8eb4-4650-be4d-46510bc90b4a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.580409 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3b16939-d402-4ea9-9c60-1605521ca9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c8f99a28-8eb4-4650-be4d-46510bc90b4a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.624295 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d3b16939-d402-4ea9-9c60-1605521ca9a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43c025269250448da52bfa23d42f6c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443360 Jul 25 12:20:51.625152 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b16939-d402-4ea9-9c60-1605521ca9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f99a28-8eb4-4650-be4d-46510bc90b4a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:51.627248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51766) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:51.681187 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8ede2e6e-9b5e-44e6-bf83-76d3331127a4 admin admin] Publish callbacks [] for security_group (c8f99a28-8eb4-4650-be4d-46510bc90b4a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.703256 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8ede2e6e-9b5e-44e6-bf83-76d3331127a4 admin admin] Publish callbacks [] for security_group (c8f99a28-8eb4-4650-be4d-46510bc90b4a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.759785 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8ede2e6e-9b5e-44e6-bf83-76d3331127a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c8f99a28-8eb4-4650-be4d-46510bc90b4a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.762439 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8ede2e6e-9b5e-44e6-bf83-76d3331127a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.763608 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-8ede2e6e-9b5e-44e6-bf83-76d3331127a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8f99a28-8eb4-4650-be4d-46510bc90b4a HTTP/1.1" status: 204 len: 168 time: 0.1348596 Jul 25 12:20:51.773819 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede2e6e-9b5e-44e6-bf83-76d3331127a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f99a28-8eb4-4650-be4d-46510bc90b4a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:51.791490 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:20:51.840067 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:20:51.840447 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.922285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:20:51.922805 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:51.947209 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:20:51.949477 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22b2bc9-0533-46a3-aba4-c432786ba5b1" -d '{"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:20:51.961874 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:51.968503 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:52.001427 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c425852f-37df-4e7a-9243-4566569f2c7c x-openstack-request-id: req-c425852f-37df-4e7a-9243-4566569f2c7c {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:52.001836 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:52.002088 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c425852f-37df-4e7a-9243-4566569f2c7c {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:52.002471 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c425852f-37df-4e7a-9243-4566569f2c7c'] response: {'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'code': 200} Jul 25 12:20:52.031734 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=10']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:52.130938 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1f0f1-3262-49cd-889a-1589b08c9dfb req-3064f722-2e7f-4e16-aa8a-21352da187ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:52.132639 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e0d1f0f1-3262-49cd-889a-1589b08c9dfb req-3064f722-2e7f-4e16-aa8a-21352da187ac tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.0511577 Jul 25 12:20:52.192636 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e0d1f0f1-3262-49cd-889a-1589b08c9dfb req-db781e7f-3635-4b75-9ec5-4ff53c938868 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537655 Jul 25 12:20:52.212891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b58ba-3627-43e7-973b-b3fbd3b7e7e1 req-09bfaf2b-e567-4b8e-959d-7fc1540cae76 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:52.214428 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-350b58ba-3627-43e7-973b-b3fbd3b7e7e1 req-09bfaf2b-e567-4b8e-959d-7fc1540cae76 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Jul 25 12:20:52.264081 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-350b58ba-3627-43e7-973b-b3fbd3b7e7e1 req-1c9bcf37-de2b-4451-8f05-f237a92e446b tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Jul 25 12:20:52.751653 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:20:53.312546 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e1e64-a2f0-4d80-a2cc-5fda9a0b3067 req-5f0b787c-442c-47b8-970a-ffdb6cac3efe tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:53.314167 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b85e1e64-a2f0-4d80-a2cc-5fda9a0b3067 req-5f0b787c-442c-47b8-970a-ffdb6cac3efe tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.0488346 Jul 25 12:20:53.365924 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b85e1e64-a2f0-4d80-a2cc-5fda9a0b3067 req-72e85569-bda3-4f05-807c-67c3544ae6d9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438509 Jul 25 12:20:53.386690 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fb7c0-4297-441c-8c7b-36746132b1f5 req-54a72d46-a6ab-4704-8c97-6ab25ac8b99e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:53.388245 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e37fb7c0-4297-441c-8c7b-36746132b1f5 req-54a72d46-a6ab-4704-8c97-6ab25ac8b99e tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Jul 25 12:20:53.417842 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:53.420780 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cadb5622-0b17-41ad-9421-eca3e3703e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:53.441384 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e37fb7c0-4297-441c-8c7b-36746132b1f5 req-eb4380c0-8464-424c-804c-c39cec709b5d tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475917 Jul 25 12:20:53.664998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:53.665591 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:53.703385 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f0c4e-74af-47e3-9bc5-cdbc4c7ce98d req-aa5bd7c6-50f6-4942-8735-be46a83daf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:53.704891 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9e8f0c4e-74af-47e3-9bc5-cdbc4c7ce98d req-aa5bd7c6-50f6-4942-8735-be46a83daf70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 1130 time: 0.0495925 Jul 25 12:20:53.822152 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9e8f0c4e-74af-47e3-9bc5-cdbc4c7ce98d req-a20e4308-9ebc-42f5-89f7-42474552f8d2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391505 Jul 25 12:20:54.111868 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-9c291358-a910-4b97-b355-811840003dfc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:54.113309 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-9c291358-a910-4b97-b355-811840003dfc tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0470781 Jul 25 12:20:54.203506 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Deleting port f559cf1f-0667-4b67-ada9-e67f8af17d57 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:20:54.203871 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:54.314895 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] For port f559cf1f-0667-4b67-ada9-e67f8af17d57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f559cf1f-0667-4b67-ada9-e67f8af17d57,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:20:54.315515 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:54.492743 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae346-669c-4a86-b476-8e00e9a967ff req-cdd628f4-d9cc-4632-8483-cf73dca14c4c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:54.493530 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:54.493916 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (caefdecb-1169-493f-9cad-646ed4cafe8d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:54.494223 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Floating IP caefdecb-1169-493f-9cad-646ed4cafe8d disassociated. External IP: 172.27.0.142, port: f559cf1f-0667-4b67-ada9-e67f8af17d57. Jul 25 12:20:54.494579 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Calling delete_port for f559cf1f-0667-4b67-ada9-e67f8af17d57 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:20:54.499666 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-24dae346-669c-4a86-b476-8e00e9a967ff req-cdd628f4-d9cc-4632-8483-cf73dca14c4c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.0537910 Jul 25 12:20:54.543832 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-24dae346-669c-4a86-b476-8e00e9a967ff req-401e8b4b-da2c-4156-8a74-51abaaebd258 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Jul 25 12:20:54.600944 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e4b1-73aa-42ca-bbbf-6736cbb7865d req-97c3188b-7e67-40f7-b0d1-94e14cffacf3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:54.603066 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4766e4b1-73aa-42ca-bbbf-6736cbb7865d req-97c3188b-7e67-40f7-b0d1-94e14cffacf3 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 945 time: 0.0663385 Jul 25 12:20:54.684673 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4766e4b1-73aa-42ca-bbbf-6736cbb7865d req-060bff41-052a-434d-8370-cd8b3074e761 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups?id=09130e9d-6c94-4078-a3a2-6729271965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732656 Jul 25 12:20:54.702382 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:54.717476 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (f559cf1f-0667-4b67-ada9-e67f8af17d57), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:54.719065 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:54.743866 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event deleted for resources: {'Port': ['ID=f559cf1f-0667-4b67-ada9-e67f8af17d57,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:55.132147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Router 9eedf168-f787-4cee-b3ae-3ee348adfa04 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:20:55.179998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:55.235762 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:55.240656 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:20:55.253191 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] Sync routers for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:20:55.264147 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:20:55.264766 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:55.287171 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] No DVR routers for this DVR port f559cf1f-0667-4b67-ada9-e67f8af17d57 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:20:55.289854 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:55.293275 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-398a20a7-f3a3-4b60-a8e6-cc488ed895ef req-d21d3db9-a5c1-4fca-8c97-e5b5265a013f tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.39 "DELETE /v2.0/ports/f559cf1f-0667-4b67-ada9-e67f8af17d57 HTTP/1.1" status: 204 len: 173 time: 1.1730499 Jul 25 12:20:55.293812 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'name': 'network-vif-deleted', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:20:55.296331 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d18bc-2a18-45db-9c6b-22cf8e04e647" -d '{"events": [{"server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "name": "network-vif-deleted", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:20:55.424167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:20:55.523045 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45dd408-e4b9-494c-a965-c9a81911c290 x-openstack-request-id: req-c45dd408-e4b9-494c-a965-c9a81911c290 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:20:55.523917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031", "name": "network-vif-deleted", "tag": "f559cf1f-0667-4b67-ada9-e67f8af17d57", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:20:55.524425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c45dd408-e4b9-494c-a965-c9a81911c290 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:20:55.525141 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45dd408-e4b9-494c-a965-c9a81911c290'] response: {'server_uuid': 'd3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031', 'name': 'network-vif-deleted', 'tag': 'f559cf1f-0667-4b67-ada9-e67f8af17d57', 'status': 'completed', 'code': 200} Jul 25 12:20:55.657508 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:55.675796 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70081e-22ce-40c1-81e2-384a2a1d38f5 req-6305433e-95b1-4a2c-a351-1b5d060bad4c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:55.677291 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6f70081e-22ce-40c1-81e2-384a2a1d38f5 req-6305433e-95b1-4a2c-a351-1b5d060bad4c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.0519991 Jul 25 12:20:55.690603 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] Checking router: 9eedf168-f787-4cee-b3ae-3ee348adfa04 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:20:55.699419 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:20:55.700060 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:55.733767 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6f70081e-22ce-40c1-81e2-384a2a1d38f5 req-378c7b66-e242-4a4b-811a-67a80e787aeb tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503070 Jul 25 12:20:55.833397 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:20:55.865254 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-da414939-5a62-4350-9159-2f04dea3f168 req-45886c33-2d14-48e6-abdf-b6de2a0ccb21 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d63a7a-e3a5-4eaf-b0ef-fdf69d67d031 HTTP/1.1" status: 200 len: 210 time: 0.0371964 Jul 25 12:20:55.877990 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:56.120734 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:20:56.147903 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4207fd6-46de-4fe2-be67-f34331e2f2e2 None None] The sync data for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi is: [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '9213f2ff-a047-493c-a39b-cba4e5d3523b', 'name': '', 'network_id': '18a1dbad-381e-4747-8a32-f7e07d523a46', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'mac_address': 'fa:16:3e:dc:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3e9869e3-2608-444f-84ae-f2061a747541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:11Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'subnets': [{'id': '3e9869e3-2608-444f-84ae-f2061a747541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:20:56.298507 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:56.459615 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af51cf-6aa4-41ec-aa17-7217fec0d4c8 None None] New status for floating IP caefdecb-1169-493f-9cad-646ed4cafe8d: DOWN {{(pid=104020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:20:56.487517 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:56.504682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:56.865824 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfcee1-fffd-45bc-b874-a74f04e4a5c7 req-ef203207-4668-4720-ac89-24cb1c7860a1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:20:56.867196 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-09bfcee1-fffd-45bc-b874-a74f04e4a5c7 req-ef203207-4668-4720-ac89-24cb1c7860a1 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.0460474 Jul 25 12:20:56.914838 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-09bfcee1-fffd-45bc-b874-a74f04e4a5c7 req-bc372186-37de-4af3-9d0a-658d29a2b5e9 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 Jul 25 12:20:56.972275 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 51930) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:57.026429 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-abb28022-a7b1-497d-a788-480d82270fc5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (09130e9d-6c94-4078-a3a2-6729271965c7), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.049885 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-abb28022-a7b1-497d-a788-480d82270fc5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (09130e9d-6c94-4078-a3a2-6729271965c7), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.096078 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-abb28022-a7b1-497d-a788-480d82270fc5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (09130e9d-6c94-4078-a3a2-6729271965c7), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.098835 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-abb28022-a7b1-497d-a788-480d82270fc5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.100036 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-abb28022-a7b1-497d-a788-480d82270fc5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "DELETE /v2.0/security-groups/09130e9d-6c94-4078-a3a2-6729271965c7 HTTP/1.1" status: 204 len: 168 time: 0.1267390 Jul 25 12:20:57.103361 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51932) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:57.110163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb28022-a7b1-497d-a788-480d82270fc5 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09130e9d-6c94-4078-a3a2-6729271965c7,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:57.119374 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-a5bf616f-ced8-4c17-b4c7-d99763db50e1 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] show failed (client error): The resource could not be found. Jul 25 12:20:57.120382 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a5bf616f-ced8-4c17-b4c7-d99763db50e1 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "GET /v2.0/security-groups/09130e9d-6c94-4078-a3a2-6729271965c7 HTTP/1.1" status: 404 len: 347 time: 0.0160217 Jul 25 12:20:57.123265 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 51936) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:20:57.241222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Deleting port ca8da05a-9898-4727-b16f-4ca41682bdd9 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:20:57.241567 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.318784 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.319110 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (ca8da05a-9898-4727-b16f-4ca41682bdd9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.331855 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Calling delete_port for ca8da05a-9898-4727-b16f-4ca41682bdd9 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:20:57.439064 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:20:57.461981 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (ca8da05a-9898-4727-b16f-4ca41682bdd9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.489773 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Pushing event deleted for resources: {'Port': ['ID=ca8da05a-9898-4727-b16f-4ca41682bdd9,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:20:57.548501 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks [] for floatingip (caefdecb-1169-493f-9cad-646ed4cafe8d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.551215 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:20:57.552392 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c54760d6-81a3-4e04-8d5e-9f73e1047cc4 tempest-AttachVolumeTestJSON-866303580 tempest-AttachVolumeTestJSON-866303580-project] 10.222.0.42 "DELETE /v2.0/floatingips/caefdecb-1169-493f-9cad-646ed4cafe8d HTTP/1.1" status: 204 len: 168 time: 0.4280365 Jul 25 12:20:57.785003 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f559cf1f-0667-4b67-ada9-e67f8af17d57 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:20:57.804217 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: f559cf1f-0667-4b67-ada9-e67f8af17d57 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:20:57.804561 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device f559cf1f-0667-4b67-ada9-e67f8af17d57 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:01.109580 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52000) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:01.483926 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:01.588703 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (9eedf168-f787-4cee-b3ae-3ee348adfa04), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:02.057209 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Deleting port 9213f2ff-a047-493c-a39b-cba4e5d3523b {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:02.057556 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:02.134801 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] For port 9213f2ff-a047-493c-a39b-cba4e5d3523b, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=9213f2ff-a047-493c-a39b-cba4e5d3523b,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:02.135433 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:02.147533 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Calling delete_port for 9213f2ff-a047-493c-a39b-cba4e5d3523b owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:02.274015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:02.337702 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (9213f2ff-a047-493c-a39b-cba4e5d3523b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:02.364119 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Pushing event deleted for resources: {'Port': ['ID=9213f2ff-a047-493c-a39b-cba4e5d3523b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:02.532112 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (9eedf168-f787-4cee-b3ae-3ee348adfa04), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:02.588508 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:02.756662 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Router 9eedf168-f787-4cee-b3ae-3ee348adfa04 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:21:02.850829 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52034) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:02.890755 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:02.903098 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b311ceb1-0984-4b74-9e6c-b22bdd950014 admin admin] 10.222.0.42 "PUT /v2.0/routers/9eedf168-f787-4cee-b3ae-3ee348adfa04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7926643 Jul 25 12:21:02.903274 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52038) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:02.905776 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] Sync routers for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:02.925558 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:02.926389 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:03.004674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-879bf772-a550-43c8-a554-347bedaac2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.042926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks [] for router (9eedf168-f787-4cee-b3ae-3ee348adfa04), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.163095 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:03.186841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks [] for router_gateway (9eedf168-f787-4cee-b3ae-3ee348adfa04), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.190914 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-879bf772-a550-43c8-a554-347bedaac2a1 admin admin] Publish callbacks [] for security_group (532ba80f-17fa-4dcf-bbf7-acbe9497fdd8), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.198884 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-879bf772-a550-43c8-a554-347bedaac2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (532ba80f-17fa-4dcf-bbf7-acbe9497fdd8), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.267616 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-879bf772-a550-43c8-a554-347bedaac2a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ae591381fcc4df29ec9255e3b24e97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156146 Jul 25 12:21:03.270797 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52040) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:03.276005 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bf772-a550-43c8-a554-347bedaac2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532ba80f-17fa-4dcf-bbf7-acbe9497fdd8,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:03.282016 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Deleting port d3224aa0-567b-46f4-b198-0c3a845f7ecc {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:03.282667 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.330237 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7fe3272c-0e57-4f62-bf96-4b8dc7613980 admin admin] Publish callbacks [] for security_group (532ba80f-17fa-4dcf-bbf7-acbe9497fdd8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.350808 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:21:02Z', 'revision_number': 5, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port': {'id': 'd3224aa0-567b-46f4-b198-0c3a845f7ecc', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:42Z', 'updated_at': '2022-07-25T12:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:03.353840 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7fe3272c-0e57-4f62-bf96-4b8dc7613980 admin admin] Publish callbacks [] for security_group (532ba80f-17fa-4dcf-bbf7-acbe9497fdd8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.377470 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] Checking router: 9eedf168-f787-4cee-b3ae-3ee348adfa04 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:03.387510 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] For port d3224aa0-567b-46f4-b198-0c3a845f7ecc, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=d3224aa0-567b-46f4-b198-0c3a845f7ecc,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:03.387917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.389592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] Routers {'9eedf168-f787-4cee-b3ae-3ee348adfa04'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:03.390371 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['9eedf168-f787-4cee-b3ae-3ee348adfa04'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:03.402691 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Calling delete_port for d3224aa0-567b-46f4-b198-0c3a845f7ecc owned by network:router_gateway {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:03.406788 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:03.408648 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7fe3272c-0e57-4f62-bf96-4b8dc7613980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (532ba80f-17fa-4dcf-bbf7-acbe9497fdd8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.412031 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7fe3272c-0e57-4f62-bf96-4b8dc7613980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.413480 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7fe3272c-0e57-4f62-bf96-4b8dc7613980 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/532ba80f-17fa-4dcf-bbf7-acbe9497fdd8 HTTP/1.1" status: 204 len: 168 time: 0.1396525 Jul 25 12:21:03.425186 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3272c-0e57-4f62-bf96-4b8dc7613980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532ba80f-17fa-4dcf-bbf7-acbe9497fdd8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:03.499820 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] Set router 9eedf168-f787-4cee-b3ae-3ee348adfa04 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:03.535080 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:03.570078 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:21:03Z', 'revision_number': 6, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:03.604680 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (d3224aa0-567b-46f4-b198-0c3a845f7ecc), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.612289 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41715af-f9fc-4558-8256-afa939d127c8 None None] The sync data for ids ['9eedf168-f787-4cee-b3ae-3ee348adfa04'] in dv-cinder-797608-61-iscsi is: [{'id': '9eedf168-f787-4cee-b3ae-3ee348adfa04', 'name': 'tempest-AttachVolumeTestJSON-647884424-router', 'tenant_id': 'ce78c16fa24c475b945a64a7995c70e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:21:03Z', 'revision_number': 6, 'project_id': 'ce78c16fa24c475b945a64a7995c70e4', 'gw_port_host': None}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:03.651147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3224aa0-567b-46f4-b198-0c3a845f7ecc,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:03.718295 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (9eedf168-f787-4cee-b3ae-3ee348adfa04), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.760416 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52046) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:03.773951 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b32776d4-f21e-4a5b-b9d6-46ce9d4f9656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.812223 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (9eedf168-f787-4cee-b3ae-3ee348adfa04), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.814556 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks [] for router_controller (9eedf168-f787-4cee-b3ae-3ee348adfa04), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.825564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:03.856112 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b32776d4-f21e-4a5b-b9d6-46ce9d4f9656 admin admin] Publish callbacks [] for security_group (899728a6-2a76-4ec3-9157-ec001e326d8f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.859271 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (9eedf168-f787-4cee-b3ae-3ee348adfa04), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.859924 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eedf168-f787-4cee-b3ae-3ee348adfa04 {{(pid=104018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:21:03.860234 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b32776d4-f21e-4a5b-b9d6-46ce9d4f9656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (899728a6-2a76-4ec3-9157-ec001e326d8f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.864860 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.865990 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-70088b87-aca5-46f2-bb43-f8580a31442b admin admin] 10.222.0.42 "DELETE /v2.0/routers/9eedf168-f787-4cee-b3ae-3ee348adfa04 HTTP/1.1" status: 204 len: 168 time: 0.9615507 Jul 25 12:21:03.869254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52048) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:03.900928 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32776d4-f21e-4a5b-b9d6-46ce9d4f9656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899728a6-2a76-4ec3-9157-ec001e326d8f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:03.905584 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b32776d4-f21e-4a5b-b9d6-46ce9d4f9656 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5eeec1c32994707a9798130e4c6814e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437826 Jul 25 12:21:03.907911 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52050) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:03.915473 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] Deleting subnet 3e9869e3-2608-444f-84ae-f2061a747541 {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:21:03.918765 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] Publish callbacks [] for subnet (3e9869e3-2608-444f-84ae-f2061a747541), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.957976 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (3e9869e3-2608-444f-84ae-f2061a747541), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.961727 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46d5db7e-32f7-41eb-84c8-662af0fb7e6b admin admin] Publish callbacks [] for security_group (899728a6-2a76-4ec3-9157-ec001e326d8f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:03.995473 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46d5db7e-32f7-41eb-84c8-662af0fb7e6b admin admin] Publish callbacks [] for security_group (899728a6-2a76-4ec3-9157-ec001e326d8f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.049667 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46d5db7e-32f7-41eb-84c8-662af0fb7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (899728a6-2a76-4ec3-9157-ec001e326d8f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.052396 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46d5db7e-32f7-41eb-84c8-662af0fb7e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.053855 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-46d5db7e-32f7-41eb-84c8-662af0fb7e6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/899728a6-2a76-4ec3-9157-ec001e326d8f HTTP/1.1" status: 204 len: 168 time: 0.1451149 Jul 25 12:21:04.063328 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (3e9869e3-2608-444f-84ae-f2061a747541), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.067409 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5db7e-32f7-41eb-84c8-662af0fb7e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899728a6-2a76-4ec3-9157-ec001e326d8f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:04.151138 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (3e9869e3-2608-444f-84ae-f2061a747541), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.179718 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9869e3-2608-444f-84ae-f2061a747541,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:04.181916 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.187670 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d6e40299-7f1e-4cea-8a2a-1bdb7ba07897 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e9869e3-2608-444f-84ae-f2061a747541 HTTP/1.1" status: 204 len: 168 time: 0.3148906 Jul 25 12:21:04.187952 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52060) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:04.191522 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7c7ef-c870-43e2-8066-9617394b5c4f None None] Network 18a1dbad-381e-4747-8a32-f7e07d523a46 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:04.286713 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (18a1dbad-381e-4747-8a32-f7e07d523a46), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.345122 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Deleting port 2ad363ba-2089-4df4-b270-d853ba76b91e {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:04.345460 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.441228 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864e9b-44f3-4426-891f-dae5338dd771 req-9155450b-317a-41cc-8269-7be8131b9840 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:04.442722 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-40864e9b-44f3-4426-891f-dae5338dd771 req-9155450b-317a-41cc-8269-7be8131b9840 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 946 time: 0.0993111 Jul 25 12:21:04.462167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] DHCP port deletion for 18a1dbad-381e-4747-8a32-f7e07d523a46 request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:21:04.467627 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] For port 2ad363ba-2089-4df4-b270-d853ba76b91e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2ad363ba-2089-4df4-b270-d853ba76b91e,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:04.467997 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.491354 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Calling delete_port for 2ad363ba-2089-4df4-b270-d853ba76b91e owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:04.494185 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:04.512101 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] Deleting port 2ad363ba-2089-4df4-b270-d853ba76b91e {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:04.512723 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.569974 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-40864e9b-44f3-4426-891f-dae5338dd771 req-c9bb9a87-2b14-48ba-a94e-7ad66b7169ba tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172345 Jul 25 12:21:04.609286 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] For port 2ad363ba-2089-4df4-b270-d853ba76b91e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2ad363ba-2089-4df4-b270-d853ba76b91e,segment=NetworkSegment(62944b86-a4e6-4198-9401-d74a89e5607a),segment_id=62944b86-a4e6-4198-9401-d74a89e5607a)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:04.609825 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.624735 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] Calling delete_port for 2ad363ba-2089-4df4-b270-d853ba76b91e owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:04.626898 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.661484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad363ba-2089-4df4-b270-d853ba76b91e,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:04.663359 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] No DVR routers for this DVR port 2ad363ba-2089-4df4-b270-d853ba76b91e on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:04.666903 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:04.739744 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (18a1dbad-381e-4747-8a32-f7e07d523a46), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.752452 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (2ad363ba-2089-4df4-b270-d853ba76b91e), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.792493 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a1dbad-381e-4747-8a32-f7e07d523a46']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:04.799435 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] Pushing event deleted for resources: {'Port': ['ID=2ad363ba-2089-4df4-b270-d853ba76b91e,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:04.804293 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d3224aa0-567b-46f4-b198-0c3a845f7ecc no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:04.805855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62944b86-a4e6-4198-9401-d74a89e5607a') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:04.806338 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62944b86-a4e6-4198-9401-d74a89e5607a') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:04.815419 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a99fd3-4f4c-401f-9b2b-5e9f28f693c7 None None] No DVR routers for this DVR port 2ad363ba-2089-4df4-b270-d853ba76b91e on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:04.839134 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (62944b86-a4e6-4198-9401-d74a89e5607a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.841370 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: d3224aa0-567b-46f4-b198-0c3a845f7ecc {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:04.841816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d3224aa0-567b-46f4-b198-0c3a845f7ecc not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:04.842330 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 9213f2ff-a047-493c-a39b-cba4e5d3523b no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:04.852211 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (62944b86-a4e6-4198-9401-d74a89e5607a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.859347 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:21:04.859969 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (62944b86-a4e6-4198-9401-d74a89e5607a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.865876 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 9213f2ff-a047-493c-a39b-cba4e5d3523b {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:04.866351 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 9213f2ff-a047-493c-a39b-cba4e5d3523b not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:04.866867 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2ad363ba-2089-4df4-b270-d853ba76b91e no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:04.886668 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 2ad363ba-2089-4df4-b270-d853ba76b91e {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:04.887053 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2ad363ba-2089-4df4-b270-d853ba76b91e not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:04.902778 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 62944b86-a4e6-4198-9401-d74a89e5607a resource provider aggregate not found Jul 25 12:21:04.925444 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 62944b86-a4e6-4198-9401-d74a89e5607a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62944b86-a4e6-4198-9401-d74a89e5607a found for delete ", "request_id": "req-63758048-89bb-4b5f-b869-e6799f007f71"}]} Jul 25 12:21:04.933860 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (18a1dbad-381e-4747-8a32-f7e07d523a46), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.939979 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:04.943442 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] 10.222.0.42 "DELETE /v2.0/networks/18a1dbad-381e-4747-8a32-f7e07d523a46 HTTP/1.1" status: 204 len: 168 time: 0.7546258 Jul 25 12:21:04.956274 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731d41f-2029-43d5-bfaa-2308cacb2c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=18a1dbad-381e-4747-8a32-f7e07d523a46,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:05.122743 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52094) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:05.171622 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-916a3394-482a-447a-afae-d581a167e960 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce78c16fa24c475b945a64a7995c70e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454597 Jul 25 12:21:05.171864 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52098) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:05.227196 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-135ec566-88ba-4445-9ef6-3a8e5d3f2ad9 admin admin] Publish callbacks [] for security_group (28100db8-f0c6-4575-a346-85e6f66af989), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:05.253960 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-135ec566-88ba-4445-9ef6-3a8e5d3f2ad9 admin admin] Publish callbacks [] for security_group (28100db8-f0c6-4575-a346-85e6f66af989), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:05.303691 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-135ec566-88ba-4445-9ef6-3a8e5d3f2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (28100db8-f0c6-4575-a346-85e6f66af989), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:05.307065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-135ec566-88ba-4445-9ef6-3a8e5d3f2ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:05.308250 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-135ec566-88ba-4445-9ef6-3a8e5d3f2ad9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28100db8-f0c6-4575-a346-85e6f66af989 HTTP/1.1" status: 204 len: 168 time: 0.1354837 Jul 25 12:21:05.317064 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ec566-88ba-4445-9ef6-3a8e5d3f2ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28100db8-f0c6-4575-a346-85e6f66af989,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:05.717900 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef183fd7-8e04-48b5-b607-ff973284e382 req-83d300ab-c1ca-49db-828c-8bfc8e52ccc5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:05.719399 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ef183fd7-8e04-48b5-b607-ff973284e382 req-83d300ab-c1ca-49db-828c-8bfc8e52ccc5 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 946 time: 0.0507226 Jul 25 12:21:05.767676 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ef183fd7-8e04-48b5-b607-ff973284e382 req-e54b0f29-b201-46c0-ba88-f6ed0e6ae65e tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a9ddb9f-2ccc-4248-b197-d47c18f15a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Jul 25 12:21:05.926033 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-9843e925-2802-4ff2-98de-e794f1a77de4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:05.927694 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-9843e925-2802-4ff2-98de-e794f1a77de4 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 946 time: 0.0573487 Jul 25 12:21:06.024162 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port 276cabbe-91f0-4792-85c7-8ae931f21975 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:06.024507 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:06.123361 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] For port 276cabbe-91f0-4792-85c7-8ae931f21975, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=276cabbe-91f0-4792-85c7-8ae931f21975,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:06.123994 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:06.303647 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:06.304039 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (95376b03-946e-4717-93ac-95c68c3a6e25), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:06.304354 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Floating IP 95376b03-946e-4717-93ac-95c68c3a6e25 disassociated. External IP: 172.27.0.65, port: 276cabbe-91f0-4792-85c7-8ae931f21975. Jul 25 12:21:06.304719 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for 276cabbe-91f0-4792-85c7-8ae931f21975 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:06.326185 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:06.397626 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:06.458946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (276cabbe-91f0-4792-85c7-8ae931f21975), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:06.488917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=276cabbe-91f0-4792-85c7-8ae931f21975,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:06.567945 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:06.570281 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=9 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:06.616077 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:21:06.737948 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:06.749414 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:06.764277 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:06.764806 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:06.788420 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] No DVR routers for this DVR port 276cabbe-91f0-4792-85c7-8ae931f21975 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:06.791952 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:06.795273 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d256c2e8-2342-442a-9b45-0ca68f47bc42 req-61ff02eb-db6d-47bc-99ac-0044c28e4346 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.39 "DELETE /v2.0/ports/276cabbe-91f0-4792-85c7-8ae931f21975 HTTP/1.1" status: 204 len: 173 time: 0.8626797 Jul 25 12:21:06.795750 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'name': 'network-vif-deleted', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:21:06.797990 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4edb287-e732-4b16-a3a0-e5641998c112" -d '{"events": [{"server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "name": "network-vif-deleted", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:21:06.887440 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e66d242-c2a6-4d5d-8ff1-04d974173e03 x-openstack-request-id: req-1e66d242-c2a6-4d5d-8ff1-04d974173e03 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:21:06.887639 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c6ab49-d845-4c1d-80ce-32c24c25ed6d", "name": "network-vif-deleted", "tag": "276cabbe-91f0-4792-85c7-8ae931f21975", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:21:06.887860 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e66d242-c2a6-4d5d-8ff1-04d974173e03 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:21:06.888987 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e66d242-c2a6-4d5d-8ff1-04d974173e03'] response: {'server_uuid': 'f5c6ab49-d845-4c1d-80ce-32c24c25ed6d', 'name': 'network-vif-deleted', 'tag': '276cabbe-91f0-4792-85c7-8ae931f21975', 'status': 'completed', 'code': 200} Jul 25 12:21:06.904383 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:06.944954 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eb22c937-be1a-4688-a1a8-ae3179bf8175 req-d0fe0615-6fbd-48d2-917e-7c34cc783983 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c6ab49-d845-4c1d-80ce-32c24c25ed6d HTTP/1.1" status: 200 len: 210 time: 0.0520177 Jul 25 12:21:07.212358 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:07.244543 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:07.254269 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:07.254801 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:07.479935 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:07.685071 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:07.709869 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7591f2-0983-4ad4-905f-271ae5554efb None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:52Z', 'revision_number': 4, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': 'c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9', 'name': '', 'network_id': 'b6bc64d3-b55c-4e64-a050-b439cd834684', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'mac_address': 'fa:16:3e:a1:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:49Z', 'updated_at': '2022-07-25T12:15:00Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'subnets': [{'id': '73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:07.925349 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a339a7a-f64e-42d7-be2b-e213c06c72d4 None None] New status for floating IP 95376b03-946e-4717-93ac-95c68c3a6e25: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:21:07.955704 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:08.047504 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52220) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:08.111104 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a48e2b6-d914-4415-95c1-d4582add6345 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (5a9ddb9f-2ccc-4248-b197-d47c18f15a52), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.135860 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a48e2b6-d914-4415-95c1-d4582add6345 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (5a9ddb9f-2ccc-4248-b197-d47c18f15a52), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.184880 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a48e2b6-d914-4415-95c1-d4582add6345 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (5a9ddb9f-2ccc-4248-b197-d47c18f15a52), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.187478 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a48e2b6-d914-4415-95c1-d4582add6345 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.188658 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4a48e2b6-d914-4415-95c1-d4582add6345 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/security-groups/5a9ddb9f-2ccc-4248-b197-d47c18f15a52 HTTP/1.1" status: 204 len: 168 time: 0.1401165 Jul 25 12:21:08.191635 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52222) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:08.203522 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e2b6-d914-4415-95c1-d4582add6345 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ddb9f-2ccc-4248-b197-d47c18f15a52,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:08.207411 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-7d9b51b5-243e-4b21-895b-19f66d50b893 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] show failed (client error): The resource could not be found. Jul 25 12:21:08.208990 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7d9b51b5-243e-4b21-895b-19f66d50b893 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "GET /v2.0/security-groups/5a9ddb9f-2ccc-4248-b197-d47c18f15a52 HTTP/1.1" status: 404 len: 347 time: 0.0158167 Jul 25 12:21:08.211393 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52224) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:08.247078 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:08.328686 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Deleting port 141223fc-37f4-48b7-92b2-06bbbcf66e10 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:08.329024 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.411236 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.411758 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (141223fc-37f4-48b7-92b2-06bbbcf66e10), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.425984 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Calling delete_port for 141223fc-37f4-48b7-92b2-06bbbcf66e10 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:08.563829 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (141223fc-37f4-48b7-92b2-06bbbcf66e10), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.591386 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Pushing event deleted for resources: {'Port': ['ID=141223fc-37f4-48b7-92b2-06bbbcf66e10,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:08.659412 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks [] for floatingip (95376b03-946e-4717-93ac-95c68c3a6e25), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.662531 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:08.663722 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-64ee9424-cab7-4e43-8cd3-f6e3af610f35 tempest-AttachVolumeNegativeTest-1630165615 tempest-AttachVolumeNegativeTest-1630165615-project] 10.222.0.42 "DELETE /v2.0/floatingips/95376b03-946e-4717-93ac-95c68c3a6e25 HTTP/1.1" status: 204 len: 168 time: 0.4513702 Jul 25 12:21:09.853593 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 276cabbe-91f0-4792-85c7-8ae931f21975 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:09.874550 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 276cabbe-91f0-4792-85c7-8ae931f21975 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:09.874975 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 276cabbe-91f0-4792-85c7-8ae931f21975 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:10.113674 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52262) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:10.223572 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8b3d808c-9aa7-409f-b4f3-2fdd90e601b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.279065 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:10.310727 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8b3d808c-9aa7-409f-b4f3-2fdd90e601b3 admin admin] Publish callbacks [] for security_group (e39404b1-26b1-46b2-a223-9464584ee940), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.314429 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8b3d808c-9aa7-409f-b4f3-2fdd90e601b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e39404b1-26b1-46b2-a223-9464584ee940), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.354863 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8b3d808c-9aa7-409f-b4f3-2fdd90e601b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e8c095719274135b37bd1dd4ab156e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400694 Jul 25 12:21:10.355841 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d808c-9aa7-409f-b4f3-2fdd90e601b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39404b1-26b1-46b2-a223-9464584ee940,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:10.357742 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52266) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:10.406965 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b6e6fde4-cdcd-4824-919d-dd6e49a830c8 admin admin] Publish callbacks [] for security_group (e39404b1-26b1-46b2-a223-9464584ee940), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.428777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b6e6fde4-cdcd-4824-919d-dd6e49a830c8 admin admin] Publish callbacks [] for security_group (e39404b1-26b1-46b2-a223-9464584ee940), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.475820 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b6e6fde4-cdcd-4824-919d-dd6e49a830c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e39404b1-26b1-46b2-a223-9464584ee940), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.479085 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b6e6fde4-cdcd-4824-919d-dd6e49a830c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.480269 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-b6e6fde4-cdcd-4824-919d-dd6e49a830c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e39404b1-26b1-46b2-a223-9464584ee940 HTTP/1.1" status: 204 len: 168 time: 0.1215510 Jul 25 12:21:10.488219 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6fde4-cdcd-4824-919d-dd6e49a830c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39404b1-26b1-46b2-a223-9464584ee940,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:10.761870 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52272) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:10.778499 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c895250d-f097-4ccf-841d-640ab0696fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.861540 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c895250d-f097-4ccf-841d-640ab0696fff admin admin] Publish callbacks [] for security_group (aaecbe1b-fb8e-4021-b187-c2369bb75434), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.864907 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c895250d-f097-4ccf-841d-640ab0696fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (aaecbe1b-fb8e-4021-b187-c2369bb75434), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.879629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:10.908154 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-c895250d-f097-4ccf-841d-640ab0696fff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4796eb37193408782bfef8f30d20017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452191 Jul 25 12:21:10.908859 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895250d-f097-4ccf-841d-640ab0696fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaecbe1b-fb8e-4021-b187-c2369bb75434,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:10.911314 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52276) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:10.963897 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bb4380d8-0700-4d60-9d82-f1d3d5865b89 admin admin] Publish callbacks [] for security_group (aaecbe1b-fb8e-4021-b187-c2369bb75434), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:10.986538 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bb4380d8-0700-4d60-9d82-f1d3d5865b89 admin admin] Publish callbacks [] for security_group (aaecbe1b-fb8e-4021-b187-c2369bb75434), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:11.045671 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bb4380d8-0700-4d60-9d82-f1d3d5865b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (aaecbe1b-fb8e-4021-b187-c2369bb75434), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:11.048904 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bb4380d8-0700-4d60-9d82-f1d3d5865b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:11.056683 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bb4380d8-0700-4d60-9d82-f1d3d5865b89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aaecbe1b-fb8e-4021-b187-c2369bb75434 HTTP/1.1" status: 204 len: 168 time: 0.1393113 Jul 25 12:21:11.065622 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4380d8-0700-4d60-9d82-f1d3d5865b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaecbe1b-fb8e-4021-b187-c2369bb75434,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:12.431092 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52336) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:12.546053 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:12.879774 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (4435c615-0723-46db-93e6-a114fb40cae4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:13.122862 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Deleting port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:13.123472 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:13.135361 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:13.213751 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] For port c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:13.214299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:13.228324 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Calling delete_port for c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 owned by network:router_interface {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:13.671465 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:13.676282 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:13.694081 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:13.697783 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:13.878306 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (4435c615-0723-46db-93e6-a114fb40cae4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.085138 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Router 4435c615-0723-46db-93e6-a114fb40cae4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:21:14.192187 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:14.197346 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-5318d17e-1b43-4383-9d43-28a18e520f38 admin admin] 10.222.0.42 "PUT /v2.0/routers/4435c615-0723-46db-93e6-a114fb40cae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7651529 Jul 25 12:21:14.200034 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52370) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:14.202506 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] Sync routers for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:14.205715 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:14.214597 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:14.215185 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:14.313498 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks [] for router (4435c615-0723-46db-93e6-a114fb40cae4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.318749 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:14.420496 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks [] for router_gateway (4435c615-0723-46db-93e6-a114fb40cae4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.430070 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:14.439890 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:14.468463 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Deleting port df2e4c18-ee40-4bae-996f-1ec84acb6d4c {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:14.469092 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.501083 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:21:13Z', 'revision_number': 5, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port': {'id': 'df2e4c18-ee40-4bae-996f-1ec84acb6d4c', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435c615-0723-46db-93e6-a114fb40cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:41Z', 'updated_at': '2022-07-25T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:14.527663 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] Checking router: 4435c615-0723-46db-93e6-a114fb40cae4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:14.536641 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] Routers {'4435c615-0723-46db-93e6-a114fb40cae4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:14.537228 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:20:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['4435c615-0723-46db-93e6-a114fb40cae4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:14.550311 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] For port df2e4c18-ee40-4bae-996f-1ec84acb6d4c, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:14.550753 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.565441 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Calling delete_port for df2e4c18-ee40-4bae-996f-1ec84acb6d4c owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:14.626147 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] Set router 4435c615-0723-46db-93e6-a114fb40cae4 gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:14.688142 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:21:14Z', 'revision_number': 6, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:14.714576 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658b5c-d737-4fb7-a199-754706cafbac None None] The sync data for ids ['4435c615-0723-46db-93e6-a114fb40cae4'] in dv-cinder-797608-61-iscsi is: [{'id': '4435c615-0723-46db-93e6-a114fb40cae4', 'name': 'tempest-AttachVolumeNegativeTest-1074678924-router', 'tenant_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:21:14Z', 'revision_number': 6, 'project_id': '11ff6cbb1ad04f0faa8b2ed2a66cdca4', 'gw_port_host': None}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:14.770932 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (df2e4c18-ee40-4bae-996f-1ec84acb6d4c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.804811 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Pushing event deleted for resources: {'Port': ['ID=df2e4c18-ee40-4bae-996f-1ec84acb6d4c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:14.873499 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (4435c615-0723-46db-93e6-a114fb40cae4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.962501 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (4435c615-0723-46db-93e6-a114fb40cae4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:14.964743 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks [] for router_controller (4435c615-0723-46db-93e6-a114fb40cae4), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.011226 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (4435c615-0723-46db-93e6-a114fb40cae4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.011843 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4435c615-0723-46db-93e6-a114fb40cae4 {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:21:15.016792 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.017944 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-976868c4-1a08-4b30-84d7-110fa00f21dd admin admin] 10.222.0.42 "DELETE /v2.0/routers/4435c615-0723-46db-93e6-a114fb40cae4 HTTP/1.1" status: 204 len: 168 time: 0.8168981 Jul 25 12:21:15.020490 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52396) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:15.027434 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:15.075138 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] Deleting subnet 73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:21:15.080221 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] Publish callbacks [] for subnet (73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.110703 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:15.122832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31283890'] for subnet (73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.202436 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.261697 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31283149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31309322'] for subnet (73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.288612 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:15.295533 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.299791 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-76e47e9d-84cc-48e5-be83-2fbd36004469 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/73b5c9ac-d1c5-4db9-b8d8-f7de4f6eb990 HTTP/1.1" status: 204 len: 168 time: 0.2782853 Jul 25 12:21:15.301630 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b0abe-c786-43e5-b930-8a5333d98ead None None] Network b6bc64d3-b55c-4e64-a050-b439cd834684 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:15.302603 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52400) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:15.377614 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (b6bc64d3-b55c-4e64-a050-b439cd834684), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.420609 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Deleting port 86d53185-7714-438f-8be7-09a7ff20a4a0 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:15.420946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.483140 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] For port 86d53185-7714-438f-8be7-09a7ff20a4a0, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=86d53185-7714-438f-8be7-09a7ff20a4a0,segment=NetworkSegment(480e0119-516d-485f-9859-f1b8a8f7cbd1),segment_id=480e0119-516d-485f-9859-f1b8a8f7cbd1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:15.483398 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.497498 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Calling delete_port for 86d53185-7714-438f-8be7-09a7ff20a4a0 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:15.553446 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] DHCP port deletion for b6bc64d3-b55c-4e64-a050-b439cd834684 request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:21:15.589465 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.596348 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Deleting port 86d53185-7714-438f-8be7-09a7ff20a4a0 {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:15.597122 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.619463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d53185-7714-438f-8be7-09a7ff20a4a0,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:15.623148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] No DVR routers for this DVR port 86d53185-7714-438f-8be7-09a7ff20a4a0 on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:15.668857 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] For port 86d53185-7714-438f-8be7-09a7ff20a4a0, host dv-cinder-797608-61-iscsi, got binding levels [] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:15.669235 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.686802 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Calling delete_port for 86d53185-7714-438f-8be7-09a7ff20a4a0 owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:15.689855 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.ipam_backend_mixin [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Port 86d53185-7714-438f-8be7-09a7ff20a4a0 was not found and therefore no delete operation was performed {{(pid=104019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 12:21:15.691140 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (86d53185-7714-438f-8be7-09a7ff20a4a0), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.695036 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:15.711929 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (b6bc64d3-b55c-4e64-a050-b439cd834684), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.724358 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Pushing event deleted for resources: {'Port': ['ID=86d53185-7714-438f-8be7-09a7ff20a4a0,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:15.729651 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] No DVR routers for this DVR port 86d53185-7714-438f-8be7-09a7ff20a4a0 on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:15.733438 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bc64d3-b55c-4e64-a050-b439cd834684']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.742039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403b5f4-89f9-4a7c-afc9-a16ac0925e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:15.748039 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:15.749467 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480e0119-516d-485f-9859-f1b8a8f7cbd1') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:15.749760 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480e0119-516d-485f-9859-f1b8a8f7cbd1') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:15.757975 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:15.762443 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (480e0119-516d-485f-9859-f1b8a8f7cbd1), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.787229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (480e0119-516d-485f-9859-f1b8a8f7cbd1), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.796099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:21:15.796488 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (480e0119-516d-485f-9859-f1b8a8f7cbd1), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.840368 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 480e0119-516d-485f-9859-f1b8a8f7cbd1 resource provider aggregate not found Jul 25 12:21:15.859859 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 480e0119-516d-485f-9859-f1b8a8f7cbd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 480e0119-516d-485f-9859-f1b8a8f7cbd1 found for delete ", "request_id": "req-29031458-c430-4ae7-a81a-2f1327b9cb1c"}]} Jul 25 12:21:15.872731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (b6bc64d3-b55c-4e64-a050-b439cd834684), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.879505 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:15.881817 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b6bc64d3-b55c-4e64-a050-b439cd834684 HTTP/1.1" status: 204 len: 168 time: 0.5782170 Jul 25 12:21:15.893790 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34691288-f036-4a72-8275-2218030718b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6bc64d3-b55c-4e64-a050-b439cd834684,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:16.055767 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52410) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:16.100497 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d1c13599-ac62-4632-9fce-7ec2aebd2e0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11ff6cbb1ad04f0faa8b2ed2a66cdca4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434625 Jul 25 12:21:16.105237 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52414) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:16.166734 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c0d2913c-c1ab-4cf3-b202-1b579bb863f3 admin admin] Publish callbacks [] for security_group (af19368e-5af0-4539-98a8-5574ac5ac460), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.188122 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c0d2913c-c1ab-4cf3-b202-1b579bb863f3 admin admin] Publish callbacks [] for security_group (af19368e-5af0-4539-98a8-5574ac5ac460), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.252770 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c0d2913c-c1ab-4cf3-b202-1b579bb863f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (af19368e-5af0-4539-98a8-5574ac5ac460), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.255854 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c0d2913c-c1ab-4cf3-b202-1b579bb863f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.259484 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c0d2913c-c1ab-4cf3-b202-1b579bb863f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af19368e-5af0-4539-98a8-5574ac5ac460 HTTP/1.1" status: 204 len: 168 time: 0.1504843 Jul 25 12:21:16.267471 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2913c-c1ab-4cf3-b202-1b579bb863f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19368e-5af0-4539-98a8-5574ac5ac460,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:16.439181 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52428) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:16.551481 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-762d53d5-ef29-4dfd-9aec-8e15ba87260a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.638943 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-762d53d5-ef29-4dfd-9aec-8e15ba87260a admin admin] Publish callbacks [] for security_group (a2824851-66d0-41d3-8786-997c578bfa35), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.643850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-762d53d5-ef29-4dfd-9aec-8e15ba87260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (a2824851-66d0-41d3-8786-997c578bfa35), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.683892 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d53d5-ef29-4dfd-9aec-8e15ba87260a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2824851-66d0-41d3-8786-997c578bfa35,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:16.692387 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52440) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:16.692541 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-762d53d5-ef29-4dfd-9aec-8e15ba87260a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1819b878ca21468fbedf507f2b61942e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522042 Jul 25 12:21:16.757752 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c5c90db-9cce-46f5-8a09-39afb2a8569e admin admin] Publish callbacks [] for security_group (a2824851-66d0-41d3-8786-997c578bfa35), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.769188 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:16.783649 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c5c90db-9cce-46f5-8a09-39afb2a8569e admin admin] Publish callbacks [] for security_group (a2824851-66d0-41d3-8786-997c578bfa35), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.790751 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:16.791109 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device c5480462-bbd0-4b6a-b8ec-fdbefc1da2d9 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:16.791525 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 86d53185-7714-438f-8be7-09a7ff20a4a0 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:16.812020 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 86d53185-7714-438f-8be7-09a7ff20a4a0 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:16.812375 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 86d53185-7714-438f-8be7-09a7ff20a4a0 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:16.812786 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device df2e4c18-ee40-4bae-996f-1ec84acb6d4c no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:16.835733 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: df2e4c18-ee40-4bae-996f-1ec84acb6d4c {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:16.836219 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device df2e4c18-ee40-4bae-996f-1ec84acb6d4c not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:16.840575 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c5c90db-9cce-46f5-8a09-39afb2a8569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (a2824851-66d0-41d3-8786-997c578bfa35), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.843610 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c5c90db-9cce-46f5-8a09-39afb2a8569e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:16.849193 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1c5c90db-9cce-46f5-8a09-39afb2a8569e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2824851-66d0-41d3-8786-997c578bfa35 HTTP/1.1" status: 204 len: 168 time: 0.1539836 Jul 25 12:21:16.856746 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c90db-9cce-46f5-8a09-39afb2a8569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2824851-66d0-41d3-8786-997c578bfa35,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:17.138025 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52466) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:17.152472 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9f26cc5-ad42-4324-a9b0-0d0457e6a426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.244884 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9f26cc5-ad42-4324-a9b0-0d0457e6a426 admin admin] Publish callbacks [] for security_group (57df8bc1-7255-4535-b202-c3d4a5356203), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.253456 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9f26cc5-ad42-4324-a9b0-0d0457e6a426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (57df8bc1-7255-4535-b202-c3d4a5356203), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.278150 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:17.292212 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52486) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:17.292366 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f9f26cc5-ad42-4324-a9b0-0d0457e6a426 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=018f644136b84651a6f008d83c7c7a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530797 Jul 25 12:21:17.298302 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f26cc5-ad42-4324-a9b0-0d0457e6a426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df8bc1-7255-4535-b202-c3d4a5356203,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:17.367162 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5e6516f6-6b31-4c5d-8dd6-6bdfd399a7ea admin admin] Publish callbacks [] for security_group (57df8bc1-7255-4535-b202-c3d4a5356203), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.396079 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5e6516f6-6b31-4c5d-8dd6-6bdfd399a7ea admin admin] Publish callbacks [] for security_group (57df8bc1-7255-4535-b202-c3d4a5356203), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.448467 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5e6516f6-6b31-4c5d-8dd6-6bdfd399a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (57df8bc1-7255-4535-b202-c3d4a5356203), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.451967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5e6516f6-6b31-4c5d-8dd6-6bdfd399a7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.455021 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-5e6516f6-6b31-4c5d-8dd6-6bdfd399a7ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57df8bc1-7255-4535-b202-c3d4a5356203 HTTP/1.1" status: 204 len: 168 time: 0.1586494 Jul 25 12:21:17.461870 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6516f6-6b31-4c5d-8dd6-6bdfd399a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df8bc1-7255-4535-b202-c3d4a5356203,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:17.663098 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52504) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:17.774528 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a286616a-7e89-4e82-a335-62c182548729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.796103 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52508) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:17.814186 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f00d3c8-60eb-46de-86e9-34203aabdc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.913110 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a286616a-7e89-4e82-a335-62c182548729 admin admin] Publish callbacks [] for security_group (658cc7ad-88c8-4974-8b71-f9aa532f350f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.920872 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a286616a-7e89-4e82-a335-62c182548729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (658cc7ad-88c8-4974-8b71-f9aa532f350f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.956321 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=20 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:17.972047 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:17.980155 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f00d3c8-60eb-46de-86e9-34203aabdc05 admin admin] Publish callbacks [] for security_group (474710c2-6c3d-4669-a2de-583abaa94ccb), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.981938 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286616a-7e89-4e82-a335-62c182548729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658cc7ad-88c8-4974-8b71-f9aa532f350f,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:17.987597 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a286616a-7e89-4e82-a335-62c182548729 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7deb5e10b1a84db5bb34b6059fff861c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234301 Jul 25 12:21:17.989927 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f00d3c8-60eb-46de-86e9-34203aabdc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (474710c2-6c3d-4669-a2de-583abaa94ccb), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:17.990568 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52510) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:18.037083 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00d3c8-60eb-46de-86e9-34203aabdc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474710c2-6c3d-4669-a2de-583abaa94ccb,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:18.042359 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-1f00d3c8-60eb-46de-86e9-34203aabdc05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=081ac1f45bb240938c13a32c46d2368c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452428 Jul 25 12:21:18.045011 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52514) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:18.045998 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1745ce55-51f9-4640-8ac1-c9f1cd4bcc88 admin admin] Publish callbacks [] for security_group (658cc7ad-88c8-4974-8b71-f9aa532f350f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.067501 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1745ce55-51f9-4640-8ac1-c9f1cd4bcc88 admin admin] Publish callbacks [] for security_group (658cc7ad-88c8-4974-8b71-f9aa532f350f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.094473 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a8264ff3-63ee-4478-b483-2a2fb141a20b admin admin] Publish callbacks [] for security_group (474710c2-6c3d-4669-a2de-583abaa94ccb), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.116756 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1745ce55-51f9-4640-8ac1-c9f1cd4bcc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (658cc7ad-88c8-4974-8b71-f9aa532f350f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.117989 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a8264ff3-63ee-4478-b483-2a2fb141a20b admin admin] Publish callbacks [] for security_group (474710c2-6c3d-4669-a2de-583abaa94ccb), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.119259 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1745ce55-51f9-4640-8ac1-c9f1cd4bcc88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.120416 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1745ce55-51f9-4640-8ac1-c9f1cd4bcc88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/658cc7ad-88c8-4974-8b71-f9aa532f350f HTTP/1.1" status: 204 len: 168 time: 0.1290352 Jul 25 12:21:18.127898 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745ce55-51f9-4640-8ac1-c9f1cd4bcc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658cc7ad-88c8-4974-8b71-f9aa532f350f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:18.171712 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a8264ff3-63ee-4478-b483-2a2fb141a20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (474710c2-6c3d-4669-a2de-583abaa94ccb), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.174957 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a8264ff3-63ee-4478-b483-2a2fb141a20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:18.176157 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a8264ff3-63ee-4478-b483-2a2fb141a20b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/474710c2-6c3d-4669-a2de-583abaa94ccb HTTP/1.1" status: 204 len: 168 time: 0.1302354 Jul 25 12:21:18.184125 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8264ff3-63ee-4478-b483-2a2fb141a20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474710c2-6c3d-4669-a2de-583abaa94ccb,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:18.895516 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52556) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:19.106445 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1226799513-network', 'tenant_id': 'dc9ab4a4cde647868f69471832dc70a5'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:19.127537 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Made reservation on behalf of dc9ab4a4cde647868f69471832dc70a5 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:19.130072 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.139073 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.179327 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:19.218869 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks [] for security_group (d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.222918 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.246130 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:21:19.263208 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:19.266193 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (0c975b58-a12c-4db1-9061-bd007714aa90), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.266709 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Added segment 0c975b58-a12c-4db1-9061-bd007714aa90 of type vlan for network 4db4b59b-feaf-4d66-94e9-30ccccf84adf Jul 25 12:21:19.308896 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (4db4b59b-feaf-4d66-94e9-30ccccf84adf), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.333890 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (4db4b59b-feaf-4d66-94e9-30ccccf84adf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.334898 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:19.335511 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.389600 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4929123 Jul 25 12:21:19.394519 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52574) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:19.403661 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Request body: {'subnet': {'network_id': '4db4b59b-feaf-4d66-94e9-30ccccf84adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1226799513-subnet', 'tenant_id': 'dc9ab4a4cde647868f69471832dc70a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:19.411644 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7048daa-c900-43e7-a2fc-ac8bfb2dba65 admin admin] Pushing event updated for resources: {'Network': ['ID=4db4b59b-feaf-4d66-94e9-30ccccf84adf,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:19.425311 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 4db4b59b-feaf-4d66-94e9-30ccccf84adf details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:21:19.442596 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Made reservation on behalf of dc9ab4a4cde647868f69471832dc70a5 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:19.446050 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31111578'] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.623256 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31429457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31111592'] for subnet (3fbba2db-0151-46b8-93c5-57e117319eea), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.684299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbba2db-0151-46b8-93c5-57e117319eea,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:19.696499 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Checking segment: {'id': '0c975b58-a12c-4db1-9061-bd007714aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4db4b59b-feaf-4d66-94e9-30ccccf84adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:19.696849 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Network hostable DHCP agents. Network: 4db4b59b-feaf-4d66-94e9-30ccccf84adf, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:21:19.715525 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Network 4db4b59b-feaf-4d66-94e9-30ccccf84adf is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:21:19.725513 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 4db4b59b-feaf-4d66-94e9-30ccccf84adf) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:19.729696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:19.730293 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:19.735936 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b507d3-5793-47ca-bf16-db9ab3306093 None None] Network 4db4b59b-feaf-4d66-94e9-30ccccf84adf requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:19.757106 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-581e7143-daf1-41aa-b0fb-65ee548d58b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3600733 Jul 25 12:21:19.845069 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7bdb3-7f47-48aa-9b37-615aac261241 None None] Network 4db4b59b-feaf-4d66-94e9-30ccccf84adf requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:20.342696 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52608) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:20.347627 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757007607-network', 'tenant_id': '1d07a9d436174c2f8b14273498d64537'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:20.368555 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Made reservation on behalf of 1d07a9d436174c2f8b14273498d64537 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:20.370804 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.379578 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.438143 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:20.457120 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks [] for security_group (d563fb80-a8b9-4d7c-983b-294916203577), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.462722 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d563fb80-a8b9-4d7c-983b-294916203577), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.482607 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:21:20.501200 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (3ac02fe8-b2f8-456a-9376-e8b8961e916d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.501550 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Added segment 3ac02fe8-b2f8-456a-9376-e8b8961e916d of type vlan for network 57d0a901-64c3-4e28-8446-1737bae1dab0 Jul 25 12:21:20.502772 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d563fb80-a8b9-4d7c-983b-294916203577,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:20.546653 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (57d0a901-64c3-4e28-8446-1737bae1dab0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.571624 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (57d0a901-64c3-4e28-8446-1737bae1dab0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.572625 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:20.573198 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.629830 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2860332 Jul 25 12:21:20.634019 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52612) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:20.636518 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02afade-275c-48f9-bef6-7f974152c30f admin admin] Pushing event updated for resources: {'Network': ['ID=57d0a901-64c3-4e28-8446-1737bae1dab0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:20.639013 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Request body: {'subnet': {'network_id': '57d0a901-64c3-4e28-8446-1737bae1dab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757007607-subnet', 'tenant_id': '1d07a9d436174c2f8b14273498d64537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:20.646659 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 57d0a901-64c3-4e28-8446-1737bae1dab0 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:21:20.665329 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Made reservation on behalf of 1d07a9d436174c2f8b14273498d64537 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:20.668166 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31111578'] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.687130 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:20.775696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:20.838191 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31429457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31111592'] for subnet (caa27aec-08b4-48d4-b076-8c168c14fd15), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.891763 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa27aec-08b4-48d4-b076-8c168c14fd15,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:20.900449 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:20.909707 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Checking segment: {'id': '3ac02fe8-b2f8-456a-9376-e8b8961e916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '57d0a901-64c3-4e28-8446-1737bae1dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:20.910095 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Network hostable DHCP agents. Network: 57d0a901-64c3-4e28-8446-1737bae1dab0, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:21:20.928157 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Network 57d0a901-64c3-4e28-8446-1737bae1dab0 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:21:20.936627 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 57d0a901-64c3-4e28-8446-1737bae1dab0) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:20.940555 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:20.941148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:20.946041 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebd83c-8fef-4766-a204-238dad25341d None None] Network 57d0a901-64c3-4e28-8446-1737bae1dab0 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:20.957851 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-8369ecfd-7ee8-4bd6-8d13-237532106a7e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3226964 Jul 25 12:21:21.047461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd9e2d-ca68-4e0c-999c-36cdfd2aeeaa None None] Network 57d0a901-64c3-4e28-8446-1737bae1dab0 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:21.078363 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52616) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:21.123359 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] Deleting subnet 3fbba2db-0151-46b8-93c5-57e117319eea {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:21:21.127181 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] Publish callbacks [] for subnet (3fbba2db-0151-46b8-93c5-57e117319eea), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.168078 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31283890'] for subnet (3fbba2db-0151-46b8-93c5-57e117319eea), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.210205 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (3fbba2db-0151-46b8-93c5-57e117319eea), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.270582 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31283149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31309322'] for subnet (3fbba2db-0151-46b8-93c5-57e117319eea), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.281052 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:21.282645 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c5f21de5-15d4-45c3-82a1-87e99afe4241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.303973 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.310506 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3fbba2db-0151-46b8-93c5-57e117319eea HTTP/1.1" status: 204 len: 168 time: 0.2287576 Jul 25 12:21:21.310506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200db0b-8d37-4545-96a2-04c6e63e36ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbba2db-0151-46b8-93c5-57e117319eea,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:21.310858 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52622) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:21.386845 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (4db4b59b-feaf-4d66-94e9-30ccccf84adf), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.477759 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (4db4b59b-feaf-4d66-94e9-30ccccf84adf), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.502706 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db4b59b-feaf-4d66-94e9-30ccccf84adf']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:21.512767 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c975b58-a12c-4db1-9061-bd007714aa90') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:21.514695 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c975b58-a12c-4db1-9061-bd007714aa90') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:21.526192 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (0c975b58-a12c-4db1-9061-bd007714aa90), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.540435 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (0c975b58-a12c-4db1-9061-bd007714aa90), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.547462 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:21:21.547996 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (0c975b58-a12c-4db1-9061-bd007714aa90), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.587780 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 0c975b58-a12c-4db1-9061-bd007714aa90 resource provider aggregate not found Jul 25 12:21:21.607155 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 0c975b58-a12c-4db1-9061-bd007714aa90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c975b58-a12c-4db1-9061-bd007714aa90 found for delete ", "request_id": "req-515f9ba0-deda-42a0-b4e2-df4c8204e813"}]} Jul 25 12:21:21.614717 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (4db4b59b-feaf-4d66-94e9-30ccccf84adf), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.624479 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.630960 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4db4b59b-feaf-4d66-94e9-30ccccf84adf HTTP/1.1" status: 204 len: 168 time: 0.3163331 Jul 25 12:21:21.631362 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52634) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:21.643813 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdc821-afc1-4eb4-9849-4abd69818b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db4b59b-feaf-4d66-94e9-30ccccf84adf,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:21.687474 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] Deleting subnet caa27aec-08b4-48d4-b076-8c168c14fd15 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:21:21.690813 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] Publish callbacks [] for subnet (caa27aec-08b4-48d4-b076-8c168c14fd15), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.725810 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31283890'] for subnet (caa27aec-08b4-48d4-b076-8c168c14fd15), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.770991 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (caa27aec-08b4-48d4-b076-8c168c14fd15), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.825035 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31283149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31309322'] for subnet (caa27aec-08b4-48d4-b076-8c168c14fd15), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.855668 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa27aec-08b4-48d4-b076-8c168c14fd15,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:21.857622 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:21.866671 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-56fa88ed-a70d-4129-a998-69827e0e2db2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/caa27aec-08b4-48d4-b076-8c168c14fd15 HTTP/1.1" status: 204 len: 168 time: 0.2337303 Jul 25 12:21:21.869514 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52636) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:21.943709 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (57d0a901-64c3-4e28-8446-1737bae1dab0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.256300 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (57d0a901-64c3-4e28-8446-1737bae1dab0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.276164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d0a901-64c3-4e28-8446-1737bae1dab0']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:22.285155 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac02fe8-b2f8-456a-9376-e8b8961e916d') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:22.285453 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac02fe8-b2f8-456a-9376-e8b8961e916d') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:22.294104 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:22.296305 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31283877'] for segment (3ac02fe8-b2f8-456a-9376-e8b8961e916d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.311443 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (3ac02fe8-b2f8-456a-9376-e8b8961e916d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.318791 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:21:22.319264 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31282963'] for segment (3ac02fe8-b2f8-456a-9376-e8b8961e916d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.377781 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (57d0a901-64c3-4e28-8446-1737bae1dab0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.384566 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.388375 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/57d0a901-64c3-4e28-8446-1737bae1dab0 HTTP/1.1" status: 204 len: 168 time: 0.5169325 Jul 25 12:21:22.401677 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e3fc9-fbfa-427d-946d-c67301de41b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d0a901-64c3-4e28-8446-1737bae1dab0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:22.469131 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment 3ac02fe8-b2f8-456a-9376-e8b8961e916d resource provider aggregate not found Jul 25 12:21:22.485991 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment 3ac02fe8-b2f8-456a-9376-e8b8961e916d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ac02fe8-b2f8-456a-9376-e8b8961e916d found for delete ", "request_id": "req-e099267d-cdb1-4d5a-98fb-a837bf231f68"}]} Jul 25 12:21:22.560505 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52652) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:22.608887 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-250254fd-9dcd-44f4-87a1-7a734ed3ba95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc9ab4a4cde647868f69471832dc70a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472310 Jul 25 12:21:22.611470 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52656) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:22.661581 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae0fb2d-c556-41a6-9dcb-f84e04039b5e admin admin] Publish callbacks [] for security_group (d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.685485 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae0fb2d-c556-41a6-9dcb-f84e04039b5e admin admin] Publish callbacks [] for security_group (d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.734638 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae0fb2d-c556-41a6-9dcb-f84e04039b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.737250 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae0fb2d-c556-41a6-9dcb-f84e04039b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:22.738387 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-eae0fb2d-c556-41a6-9dcb-f84e04039b5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4 HTTP/1.1" status: 204 len: 168 time: 0.1260157 Jul 25 12:21:22.750288 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0fb2d-c556-41a6-9dcb-f84e04039b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de2de2-acd2-4de8-8e3b-f2f1e3af9fe4,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:23.106771 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52690) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:23.146480 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-941d189e-647a-4663-8c74-98a4e6d43960 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d07a9d436174c2f8b14273498d64537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383108 Jul 25 12:21:23.149822 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52694) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:23.199104 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd81dca2-0d92-465b-b361-84ad88d44545 admin admin] Publish callbacks [] for security_group (d563fb80-a8b9-4d7c-983b-294916203577), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:23.221504 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd81dca2-0d92-465b-b361-84ad88d44545 admin admin] Publish callbacks [] for security_group (d563fb80-a8b9-4d7c-983b-294916203577), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:23.270417 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd81dca2-0d92-465b-b361-84ad88d44545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (d563fb80-a8b9-4d7c-983b-294916203577), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:23.273791 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd81dca2-0d92-465b-b361-84ad88d44545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:23.277333 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-dd81dca2-0d92-465b-b361-84ad88d44545 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d563fb80-a8b9-4d7c-983b-294916203577 HTTP/1.1" status: 204 len: 168 time: 0.1241817 Jul 25 12:21:23.282807 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81dca2-0d92-465b-b361-84ad88d44545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d563fb80-a8b9-4d7c-983b-294916203577,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:23.427004 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a22e54de-56d8-4b61-a047-a8dcac1bd428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:24.713402 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:25.780668 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52790) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:25.886557 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9706f46b-2df2-4a32-a2ec-73ca294c80d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:25.961373 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9706f46b-2df2-4a32-a2ec-73ca294c80d7 admin admin] Publish callbacks [] for security_group (49764533-f8a9-4e87-ac7d-45cc0688971e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:25.964674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9706f46b-2df2-4a32-a2ec-73ca294c80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (49764533-f8a9-4e87-ac7d-45cc0688971e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.003072 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9706f46b-2df2-4a32-a2ec-73ca294c80d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82b2b9991d98449897da4a889733c9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212663 Jul 25 12:21:26.003952 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706f46b-2df2-4a32-a2ec-73ca294c80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49764533-f8a9-4e87-ac7d-45cc0688971e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:26.005839 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52794) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:26.054679 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-886a3288-c4bf-4875-a4ba-567f5ebe6785 admin admin] Publish callbacks [] for security_group (49764533-f8a9-4e87-ac7d-45cc0688971e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.078366 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-886a3288-c4bf-4875-a4ba-567f5ebe6785 admin admin] Publish callbacks [] for security_group (49764533-f8a9-4e87-ac7d-45cc0688971e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.103333 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:26.127507 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-886a3288-c4bf-4875-a4ba-567f5ebe6785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (49764533-f8a9-4e87-ac7d-45cc0688971e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.130140 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-886a3288-c4bf-4875-a4ba-567f5ebe6785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.131285 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-886a3288-c4bf-4875-a4ba-567f5ebe6785 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49764533-f8a9-4e87-ac7d-45cc0688971e HTTP/1.1" status: 204 len: 168 time: 0.1244695 Jul 25 12:21:26.139841 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a3288-c4bf-4875-a4ba-567f5ebe6785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49764533-f8a9-4e87-ac7d-45cc0688971e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:26.299742 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.402472 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52802) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:26.416352 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6115459b-0110-4622-9fac-071b61f903f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.480231 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.492425 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6115459b-0110-4622-9fac-071b61f903f2 admin admin] Publish callbacks [] for security_group (b9a11427-f72a-40a5-95b2-4ec1f4531fcb), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.497930 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6115459b-0110-4622-9fac-071b61f903f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b9a11427-f72a-40a5-95b2-4ec1f4531fcb), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.539053 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115459b-0110-4622-9fac-071b61f903f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a11427-f72a-40a5-95b2-4ec1f4531fcb,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:26.544450 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6115459b-0110-4622-9fac-071b61f903f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a8b04af7f0842a6863b89832d04610b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409087 Jul 25 12:21:26.547183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52804) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:26.596839 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38fd7259-1875-4d17-97ea-44c5edffb846 admin admin] Publish callbacks [] for security_group (b9a11427-f72a-40a5-95b2-4ec1f4531fcb), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.618342 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:26.620358 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38fd7259-1875-4d17-97ea-44c5edffb846 admin admin] Publish callbacks [] for security_group (b9a11427-f72a-40a5-95b2-4ec1f4531fcb), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.671570 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38fd7259-1875-4d17-97ea-44c5edffb846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b9a11427-f72a-40a5-95b2-4ec1f4531fcb), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.674057 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38fd7259-1875-4d17-97ea-44c5edffb846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:26.675178 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-38fd7259-1875-4d17-97ea-44c5edffb846 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9a11427-f72a-40a5-95b2-4ec1f4531fcb HTTP/1.1" status: 204 len: 168 time: 0.1269939 Jul 25 12:21:26.689794 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd7259-1875-4d17-97ea-44c5edffb846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a11427-f72a-40a5-95b2-4ec1f4531fcb,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:27.267860 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52836) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:27.403253 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7c867f43-c845-4d1c-9181-640a92cf66d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:27.437564 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:27.468922 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=10,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:27.514044 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7c867f43-c845-4d1c-9181-640a92cf66d2 admin admin] Publish callbacks [] for security_group (8510f897-d1af-4a6f-8ef1-c4a998648442), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:27.519232 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7c867f43-c845-4d1c-9181-640a92cf66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8510f897-d1af-4a6f-8ef1-c4a998648442), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:27.571364 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c867f43-c845-4d1c-9181-640a92cf66d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8510f897-d1af-4a6f-8ef1-c4a998648442,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:27.578685 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-7c867f43-c845-4d1c-9181-640a92cf66d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39471a6491054b2fb2e3f126159fdede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090503 Jul 25 12:21:27.581438 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52854) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:27.667283 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee2524a-51de-4676-b9bb-006ec4230c95 admin admin] Publish callbacks [] for security_group (8510f897-d1af-4a6f-8ef1-c4a998648442), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:27.691867 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee2524a-51de-4676-b9bb-006ec4230c95 admin admin] Publish callbacks [] for security_group (8510f897-d1af-4a6f-8ef1-c4a998648442), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:27.749135 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee2524a-51de-4676-b9bb-006ec4230c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8510f897-d1af-4a6f-8ef1-c4a998648442), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:27.751868 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ee2524a-51de-4676-b9bb-006ec4230c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:27.753106 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8ee2524a-51de-4676-b9bb-006ec4230c95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8510f897-d1af-4a6f-8ef1-c4a998648442 HTTP/1.1" status: 204 len: 168 time: 0.1707013 Jul 25 12:21:27.762318 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2524a-51de-4676-b9bb-006ec4230c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510f897-d1af-4a6f-8ef1-c4a998648442,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:28.174504 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52874) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:28.188681 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fd55-b2be-4db0-b468-19dc35f44f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:28.269629 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fd55-b2be-4db0-b468-19dc35f44f94 admin admin] Publish callbacks [] for security_group (c6b3ac16-0d8a-4be0-8306-15ef7a47a33a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:28.273552 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fd55-b2be-4db0-b468-19dc35f44f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c6b3ac16-0d8a-4be0-8306-15ef7a47a33a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:28.313711 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5fd55-b2be-4db0-b468-19dc35f44f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3ac16-0d8a-4be0-8306-15ef7a47a33a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:28.318146 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1ca5fd55-b2be-4db0-b468-19dc35f44f94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cc67c4674b64223ae2a8c9e7de9b6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424394 Jul 25 12:21:28.321597 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52880) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:28.370254 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e916b4b4-c613-4d5c-a99f-6c807232b7e7 admin admin] Publish callbacks [] for security_group (c6b3ac16-0d8a-4be0-8306-15ef7a47a33a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:28.391148 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:28.393227 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e916b4b4-c613-4d5c-a99f-6c807232b7e7 admin admin] Publish callbacks [] for security_group (c6b3ac16-0d8a-4be0-8306-15ef7a47a33a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:28.443192 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e916b4b4-c613-4d5c-a99f-6c807232b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (c6b3ac16-0d8a-4be0-8306-15ef7a47a33a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:28.446784 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e916b4b4-c613-4d5c-a99f-6c807232b7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:28.448186 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e916b4b4-c613-4d5c-a99f-6c807232b7e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6b3ac16-0d8a-4be0-8306-15ef7a47a33a HTTP/1.1" status: 204 len: 168 time: 0.1256735 Jul 25 12:21:28.456945 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916b4b4-c613-4d5c-a99f-6c807232b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3ac16-0d8a-4be0-8306-15ef7a47a33a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:29.279665 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52920) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:29.383019 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1213144475-network', 'tenant_id': 'e9eaa14479b64763a86720ccf40e395a'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:29.403984 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Made reservation on behalf of e9eaa14479b64763a86720ccf40e395a for: {'network': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:29.406287 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.415612 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.494195 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks [] for security_group (b71b2110-dc6b-4b68-bd5e-b8035cf49ebd), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.498850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b71b2110-dc6b-4b68-bd5e-b8035cf49ebd), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.527194 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=104018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:21:29.532900 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b2110-dc6b-4b68-bd5e-b8035cf49ebd,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:29.542328 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (024911dd-d2ce-4953-a338-3d9d1b8711c6), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.542328 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.segments_db [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Added segment 024911dd-d2ce-4953-a338-3d9d1b8711c6 of type vlan for network e060887f-e44c-41f0-b99a-84232d6ceb0e Jul 25 12:21:29.584029 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (e060887f-e44c-41f0-b99a-84232d6ceb0e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.610316 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (e060887f-e44c-41f0-b99a-84232d6ceb0e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.611296 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:29.611914 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.675457 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3946028 Jul 25 12:21:29.678540 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52924) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:29.680794 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15872a-a2b8-4fec-8a82-3fbd1b8044c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e060887f-e44c-41f0-b99a-84232d6ceb0e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:29.683432 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Request body: {'subnet': {'network_id': 'e060887f-e44c-41f0-b99a-84232d6ceb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1213144475-subnet', 'tenant_id': 'e9eaa14479b64763a86720ccf40e395a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:29.690803 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network e060887f-e44c-41f0-b99a-84232d6ceb0e details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:21:29.704488 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Made reservation on behalf of e9eaa14479b64763a86720ccf40e395a for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:29.706901 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31309345'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.754588 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:21:29.870773 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:29.884817 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31283082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31309331'] for subnet (78899716-1b72-416d-8562-2a08d1620842), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.935494 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78899716-1b72-416d-8562-2a08d1620842,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:29.952948 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Checking segment: {'id': '024911dd-d2ce-4953-a338-3d9d1b8711c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e060887f-e44c-41f0-b99a-84232d6ceb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:29.953299 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Network hostable DHCP agents. Network: e060887f-e44c-41f0-b99a-84232d6ceb0e, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:21:29.973289 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Network e060887f-e44c-41f0-b99a-84232d6ceb0e is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:21:29.983882 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, e060887f-e44c-41f0-b99a-84232d6ceb0e) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:29.988249 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:29.988836 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:29.993747 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4846dd0e-1958-403a-b39d-0a32febf01ef None None] Network e060887f-e44c-41f0-b99a-84232d6ceb0e requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:30.016145 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a59f9ffe-4a3c-4f9c-9076-003bf54c14d7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3364408 Jul 25 12:21:30.256242 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aded97a-fcdf-439b-8ea3-2797369b96bb None None] Network e060887f-e44c-41f0-b99a-84232d6ceb0e requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:30.557721 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 52948) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:30.562544 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1688985809-network', 'tenant_id': 'cc5f40813e434b6ebbf6908896b992f0'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:30.583325 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Made reservation on behalf of cc5f40813e434b6ebbf6908896b992f0 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:30.586191 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.594438 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.671711 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks [] for security_group (4440a29a-edd9-40ca-af7e-fb03d2f56030), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.675051 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4440a29a-edd9-40ca-af7e-fb03d2f56030), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.695200 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:21:30.709788 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4440a29a-edd9-40ca-af7e-fb03d2f56030,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:30.713183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.713517 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Added segment 7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed of type vlan for network 86767da5-af5f-4a59-9df6-d4ca534dfccc Jul 25 12:21:30.752369 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (86767da5-af5f-4a59-9df6-d4ca534dfccc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.777477 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (86767da5-af5f-4a59-9df6-d4ca534dfccc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.778596 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:30.779255 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:30.833543 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2745996 Jul 25 12:21:30.836954 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 52950) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:30.841894 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Request body: {'subnet': {'network_id': '86767da5-af5f-4a59-9df6-d4ca534dfccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1688985809-subnet', 'tenant_id': 'cc5f40813e434b6ebbf6908896b992f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:30.847214 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e50f1c-b588-4512-a700-1dd708c65bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=86767da5-af5f-4a59-9df6-d4ca534dfccc,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:30.857300 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 86767da5-af5f-4a59-9df6-d4ca534dfccc details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:21:30.860685 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Made reservation on behalf of cc5f40813e434b6ebbf6908896b992f0 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:30.863016 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31111578'] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:31.027318 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31429457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31111592'] for subnet (d276dba1-1e81-47a0-8e73-77c90c25609f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:31.030163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:31.085853 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d276dba1-1e81-47a0-8e73-77c90c25609f,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:31.094275 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Checking segment: {'id': '7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '86767da5-af5f-4a59-9df6-d4ca534dfccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:31.094627 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Network hostable DHCP agents. Network: 86767da5-af5f-4a59-9df6-d4ca534dfccc, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:21:31.111014 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Network 86767da5-af5f-4a59-9df6-d4ca534dfccc is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:21:31.120089 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 86767da5-af5f-4a59-9df6-d4ca534dfccc) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:31.123888 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:31.124478 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:31.126345 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:31.129167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f72155-7d16-46f2-b163-022806b83059 None None] Network 86767da5-af5f-4a59-9df6-d4ca534dfccc requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:31.133047 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:31.141700 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-59155714-d12a-49ae-a73f-1cacd9105a6e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3036137 Jul 25 12:21:31.232689 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d401ae8d-5c1c-4adc-8e97-e7f9435af967 None None] Network 86767da5-af5f-4a59-9df6-d4ca534dfccc requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:33.778958 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=30 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:38.316059 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53052) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:38.419434 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-058c6795-ecc1-4a6f-a5b9-df9b2efd4437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:38.443015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:38.499348 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-058c6795-ecc1-4a6f-a5b9-df9b2efd4437 admin admin] Publish callbacks [] for security_group (dcd874ce-37f3-4240-8332-22aaf96f8842), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:38.503961 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-058c6795-ecc1-4a6f-a5b9-df9b2efd4437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (dcd874ce-37f3-4240-8332-22aaf96f8842), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:38.545786 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-058c6795-ecc1-4a6f-a5b9-df9b2efd4437 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b3f8796504c47fab663669f741348dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285953 Jul 25 12:21:38.546889 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c6795-ecc1-4a6f-a5b9-df9b2efd4437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd874ce-37f3-4240-8332-22aaf96f8842,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:38.548575 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53060) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:38.605212 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba53220f-1e1e-4833-8256-63b04e1f9a30 admin admin] Publish callbacks [] for security_group (dcd874ce-37f3-4240-8332-22aaf96f8842), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:38.627581 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba53220f-1e1e-4833-8256-63b04e1f9a30 admin admin] Publish callbacks [] for security_group (dcd874ce-37f3-4240-8332-22aaf96f8842), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:38.677135 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba53220f-1e1e-4833-8256-63b04e1f9a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (dcd874ce-37f3-4240-8332-22aaf96f8842), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:38.680446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba53220f-1e1e-4833-8256-63b04e1f9a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:38.681805 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-ba53220f-1e1e-4833-8256-63b04e1f9a30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcd874ce-37f3-4240-8332-22aaf96f8842 HTTP/1.1" status: 204 len: 168 time: 0.1321542 Jul 25 12:21:38.690993 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53220f-1e1e-4833-8256-63b04e1f9a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd874ce-37f3-4240-8332-22aaf96f8842,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:38.986930 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53078) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:39.001286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bab699d5-1cba-4f46-b5b1-918c3763a3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:39.076899 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bab699d5-1cba-4f46-b5b1-918c3763a3de admin admin] Publish callbacks [] for security_group (7331df86-0fd6-45c3-b101-455925fa6d08), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:39.080364 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bab699d5-1cba-4f46-b5b1-918c3763a3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (7331df86-0fd6-45c3-b101-455925fa6d08), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:39.117767 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-bab699d5-1cba-4f46-b5b1-918c3763a3de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=140ca86474e84c05a2b683060f71837c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293817 Jul 25 12:21:39.119781 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab699d5-1cba-4f46-b5b1-918c3763a3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7331df86-0fd6-45c3-b101-455925fa6d08,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:39.120641 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53080) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:39.174947 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea347f9f-2dea-45b8-bd9a-b1aefe3bb849 admin admin] Publish callbacks [] for security_group (7331df86-0fd6-45c3-b101-455925fa6d08), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:39.179103 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=17 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:39.199216 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea347f9f-2dea-45b8-bd9a-b1aefe3bb849 admin admin] Publish callbacks [] for security_group (7331df86-0fd6-45c3-b101-455925fa6d08), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:39.247769 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea347f9f-2dea-45b8-bd9a-b1aefe3bb849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (7331df86-0fd6-45c3-b101-455925fa6d08), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:39.250397 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea347f9f-2dea-45b8-bd9a-b1aefe3bb849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:39.251537 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ea347f9f-2dea-45b8-bd9a-b1aefe3bb849 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7331df86-0fd6-45c3-b101-455925fa6d08 HTTP/1.1" status: 204 len: 168 time: 0.1299133 Jul 25 12:21:39.259850 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea347f9f-2dea-45b8-bd9a-b1aefe3bb849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7331df86-0fd6-45c3-b101-455925fa6d08,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:39.754727 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=19 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:41.315368 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:41.425125 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53162) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:41.574270 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b48556e5-e3c8-4bbd-9524-539bfc034623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:41.650680 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b48556e5-e3c8-4bbd-9524-539bfc034623 admin admin] Publish callbacks [] for security_group (e619317e-edca-462a-8085-956e335d2c28), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:41.653921 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b48556e5-e3c8-4bbd-9524-539bfc034623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e619317e-edca-462a-8085-956e335d2c28), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:41.690973 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48556e5-e3c8-4bbd-9524-539bfc034623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e619317e-edca-462a-8085-956e335d2c28,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:41.695268 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b48556e5-e3c8-4bbd-9524-539bfc034623 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9103a1dee084ce49690cbb3f72ad65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690663 Jul 25 12:21:41.698041 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53170) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:41.745394 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d733f0ed-ddd1-4d37-9a2a-b03103c53862 admin admin] Publish callbacks [] for security_group (e619317e-edca-462a-8085-956e335d2c28), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:41.766253 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d733f0ed-ddd1-4d37-9a2a-b03103c53862 admin admin] Publish callbacks [] for security_group (e619317e-edca-462a-8085-956e335d2c28), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:41.815646 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d733f0ed-ddd1-4d37-9a2a-b03103c53862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (e619317e-edca-462a-8085-956e335d2c28), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:41.818138 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d733f0ed-ddd1-4d37-9a2a-b03103c53862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:41.819339 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d733f0ed-ddd1-4d37-9a2a-b03103c53862 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e619317e-edca-462a-8085-956e335d2c28 HTTP/1.1" status: 204 len: 168 time: 0.1204917 Jul 25 12:21:41.827484 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733f0ed-ddd1-4d37-9a2a-b03103c53862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e619317e-edca-462a-8085-956e335d2c28,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:42.451966 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53196) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:42.560171 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-680986661-network', 'tenant_id': '141003bbc94b41569683aef4c15b46f1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:42.588600 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Made reservation on behalf of 141003bbc94b41569683aef4c15b46f1 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:42.591906 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.611877 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.705641 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks [] for security_group (489312ff-fa13-4076-9454-f9a53e03a959), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.715633 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (489312ff-fa13-4076-9454-f9a53e03a959), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.723782 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:42.753733 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:21:42.764463 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489312ff-fa13-4076-9454-f9a53e03a959,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:42.771401 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (9a7d8dcb-0c61-4b82-8cb7-d751b683cf30), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.773607 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Added segment 9a7d8dcb-0c61-4b82-8cb7-d751b683cf30 of type vlan for network 11d8ce76-c85a-44ea-b9a3-bfb714066192 Jul 25 12:21:42.818345 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (11d8ce76-c85a-44ea-b9a3-bfb714066192), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.840360 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:42.846995 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (11d8ce76-c85a-44ea-b9a3-bfb714066192), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.848058 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:42.848643 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:42.905733 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4525602 Jul 25 12:21:42.908671 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53218) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:42.914049 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Request body: {'subnet': {'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-680986661-subnet', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:42.917754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb29ee4-695a-4aba-a3cb-51d0f8ed6924 admin admin] Pushing event updated for resources: {'Network': ['ID=11d8ce76-c85a-44ea-b9a3-bfb714066192,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:42.931957 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:21:42.937108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Made reservation on behalf of 141003bbc94b41569683aef4c15b46f1 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:42.940086 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31111578'] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.125174 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31429457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31111592'] for subnet (dcf69874-85a3-44b4-939d-593d1690b9b5), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.156965 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.190400 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf69874-85a3-44b4-939d-593d1690b9b5,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:43.198348 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Checking segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:43.198705 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Network hostable DHCP agents. Network: 11d8ce76-c85a-44ea-b9a3-bfb714066192, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:21:43.216332 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:21:43.225184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 11d8ce76-c85a-44ea-b9a3-bfb714066192) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:43.229702 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:43.230823 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.236771 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebaccb-83ff-4eef-82cf-261ae2faa9cf None None] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:43.251193 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-97ed1d54-8ee3-4c31-806b-4c1da3e54c31 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3389332 Jul 25 12:21:43.251377 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53220) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:43.255634 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:43.268828 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:43.278366 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (61629db0-c5b2-46a9-9c2d-1929025a15f7), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.279443 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (61629db0-c5b2-46a9-9c2d-1929025a15f7), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.289191 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:43.335522 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks [] for router_controller (61629db0-c5b2-46a9-9c2d-1929025a15f7), precommit_add_association {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.352328 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-11d8ce76-c85a-44ea-b9a3-bfb714066192', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:21:43.353367 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.482472 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks [] for router_gateway (61629db0-c5b2-46a9-9c2d-1929025a15f7), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.508512 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Allocated IP 172.20.0.2 (11d8ce76-c85a-44ea-b9a3-bfb714066192/dcf69874-85a3-44b4-939d-593d1690b9b5/d450d1bc-1903-4fdc-9ce2-89054692b73f) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:21:43.668392 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Publish callbacks [] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.673586 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks [] for router_gateway (61629db0-c5b2-46a9-9c2d-1929025a15f7), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.675669 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.695628 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.706207 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:43.722727 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:43.728884 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:43.731503 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Pushing event updated for resources: {'Port': ['ID=d450d1bc-1903-4fdc-9ce2-89054692b73f,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:43.734992 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:21:43.811308 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Attempting to bind port d450d1bc-1903-4fdc-9ce2-89054692b73f on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:21:43.812339 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Attempting to bind port d450d1bc-1903-4fdc-9ce2-89054692b73f by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:21:43.812899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Attempting to bind port d450d1bc-1903-4fdc-9ce2-89054692b73f on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:21:43.819209 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:21:43.819906 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Checking segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:43.820464 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.821033 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Bound using segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:21:43.821654 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Bound port: d450d1bc-1903-4fdc-9ce2-89054692b73f, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:21:43.822190 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.840812 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Allocated IP 172.27.0.10 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/e0d9f67d-1b3e-48e6-8017-d7ef52188736) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:21:43.898966 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] For port d450d1bc-1903-4fdc-9ce2-89054692b73f, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:21:43.904971 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] For port d450d1bc-1903-4fdc-9ce2-89054692b73f, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=d450d1bc-1903-4fdc-9ce2-89054692b73f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:21:43.913740 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:43.976428 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26b22-e28b-42b6-abe3-83d579e00e6c None None] Pushing event updated for resources: {'Port': ['ID=d450d1bc-1903-4fdc-9ce2-89054692b73f,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:43.986920 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks [] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:44.023222 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:44.067875 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:44.073255 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:44.077163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:21:44.080637 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d9f67d-1b3e-48e6-8017-d7ef52188736,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:44.618043 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:44.621969 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:44.628018 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks [] for router_gateway (61629db0-c5b2-46a9-9c2d-1929025a15f7), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:44.820904 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d450d1bc-1903-4fdc-9ce2-89054692b73f up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:44.911590 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port d450d1bc-1903-4fdc-9ce2-89054692b73f triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:44.912012 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:44.956073 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (61629db0-c5b2-46a9-9c2d-1929025a15f7), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.011674 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port d450d1bc-1903-4fdc-9ce2-89054692b73f is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:45.012853 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.045109 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0237cd-4e7e-46d8-809b-3535b5003054 None None] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:45.128204 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port d450d1bc-1903-4fdc-9ce2-89054692b73f, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=d450d1bc-1903-4fdc-9ce2-89054692b73f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:45.138993 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:21:45.140964 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-07aaf14a-d850-48c8-aad1-39969df95565 None None] Provisioning complete for port d450d1bc-1903-4fdc-9ce2-89054692b73f triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:45.141749 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-07aaf14a-d850-48c8-aad1-39969df95565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.147139 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.285093 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=d450d1bc-1903-4fdc-9ce2-89054692b73f,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:45.314551 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028ee6b-bc55-4d98-905a-840b6bf12001 req-d599e19e-85f3-41f0-8daa-17f0b7f6925c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:45.316049 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8028ee6b-bc55-4d98-905a-840b6bf12001 req-d599e19e-85f3-41f0-8daa-17f0b7f6925c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.0886865 Jul 25 12:21:45.337825 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-07aaf14a-d850-48c8-aad1-39969df95565 None None] Current status of the port d450d1bc-1903-4fdc-9ce2-89054692b73f is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:45.343952 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:45.353699 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:45.370282 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:45.370932 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:45.371082 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.376921 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-25b3a70b-caf4-453b-93d1-a46d797588b8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1242008 Jul 25 12:21:45.379471 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53268) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:45.408245 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8028ee6b-bc55-4d98-905a-840b6bf12001 req-46522787-5b47-498a-beeb-815a7f166774 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808773 Jul 25 12:21:45.436481 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:45.439438 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:45.512868 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:45.696516 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-a2da2765-8582-41eb-ae62-04b500f0e135 None None] Provisioning complete for port d450d1bc-1903-4fdc-9ce2-89054692b73f triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:45.697166 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a2da2765-8582-41eb-ae62-04b500f0e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.748740 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:44Z', 'revision_number': 3, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:45.779100 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:45.779450 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Updating router 61629db0-c5b2-46a9-9c2d-1929025a15f7 port e0d9f67d-1b3e-48e6-8017-d7ef52188736 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:21:45.834782 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.884447 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:45.987284 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:46.002551 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-a2da2765-8582-41eb-ae62-04b500f0e135 None None] Current status of the port d450d1bc-1903-4fdc-9ce2-89054692b73f is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:46.040518 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Allocated IP 172.20.0.1 (11d8ce76-c85a-44ea-b9a3-bfb714066192/dcf69874-85a3-44b4-939d-593d1690b9b5/3fc10880-258a-43ce-b72c-62c9f3b66711) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:21:46.103903 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:46.145400 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks [] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.178405 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.221894 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:46.225367 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:46.229739 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:21:46.232574 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc10880-258a-43ce-b72c-62c9f3b66711,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:46.241923 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Publish callbacks [] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.249576 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.260982 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:46.288151 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (61629db0-c5b2-46a9-9c2d-1929025a15f7), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.298976 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Attempting to bind port e0d9f67d-1b3e-48e6-8017-d7ef52188736 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:21:46.299945 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Attempting to bind port e0d9f67d-1b3e-48e6-8017-d7ef52188736 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:21:46.300508 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Attempting to bind port e0d9f67d-1b3e-48e6-8017-d7ef52188736 on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:21:46.323666 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:21:46.324162 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:46.324706 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.325112 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:21:46.325729 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Bound port: e0d9f67d-1b3e-48e6-8017-d7ef52188736, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:21:46.326222 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.354457 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02bf2c-3e3f-4bec-86af-28bc96fa1e23 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f67d-1b3e-48e6-8017-d7ef52188736,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:46.407869 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] For port e0d9f67d-1b3e-48e6-8017-d7ef52188736, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:21:46.419387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] For port e0d9f67d-1b3e-48e6-8017-d7ef52188736, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e0d9f67d-1b3e-48e6-8017-d7ef52188736,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:21:46.429628 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.480450 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.526375 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02bf2c-3e3f-4bec-86af-28bc96fa1e23 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f67d-1b3e-48e6-8017-d7ef52188736,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:46.540368 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-f2bcbe68-888e-46f9-8a84-f17b8e5691ce None None] Provisioning complete for port 3fc10880-258a-43ce-b72c-62c9f3b66711 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:46.540953 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbe68-888e-46f9-8a84-f17b8e5691ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.544043 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:46.544753 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:46.569722 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90576d92-db1f-451b-987d-4f62445466cf req-b127bebd-41be-4a39-b5f9-c003bf734513 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:46.572402 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-90576d92-db1f-451b-987d-4f62445466cf req-b127bebd-41be-4a39-b5f9-c003bf734513 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.1095114 Jul 25 12:21:46.665816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-f2bcbe68-888e-46f9-8a84-f17b8e5691ce None None] Port 3fc10880-258a-43ce-b72c-62c9f3b66711 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:21:46.682536 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f984b-330f-40fc-8848-9def3d939d2a req-385e049b-a3d4-4f58-adff-10a609db6876 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:46.684410 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-017f984b-330f-40fc-8848-9def3d939d2a req-385e049b-a3d4-4f58-adff-10a609db6876 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 946 time: 0.1125579 Jul 25 12:21:46.704703 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Deleting port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:46.705147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.709869 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:46.773939 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-017f984b-330f-40fc-8848-9def3d939d2a req-f6e89609-680f-4c49-a67a-7530ddd1d7f7 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups?id=9cde0520-0f1c-4406-886a-1c846ba0603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822604 Jul 25 12:21:46.802016 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks [] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.823948 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.898352 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d450d1bc-1903-4fdc-9ce2-89054692b73f up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:46.913717 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc10880-258a-43ce-b72c-62c9f3b66711,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:46.916637 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (61629db0-c5b2-46a9-9c2d-1929025a15f7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.928647 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] For port d8ccc18c-ce12-4e5d-a124-191bdcd1d563, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:46.929101 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:46.973170 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:46.974044 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port d450d1bc-1903-4fdc-9ce2-89054692b73f triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:46.975101 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:47.045782 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:47.047505 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:47.053766 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:47.129946 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port d450d1bc-1903-4fdc-9ce2-89054692b73f is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:47.141852 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:47.144443 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:47.163637 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:47.164083 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (56af622d-fd1c-42de-b0ca-31af29f3fe7e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:47.164408 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Floating IP 56af622d-fd1c-42de-b0ca-31af29f3fe7e disassociated. External IP: 172.27.0.248, port: d8ccc18c-ce12-4e5d-a124-191bdcd1d563. Jul 25 12:21:47.165408 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Calling delete_port for d8ccc18c-ce12-4e5d-a124-191bdcd1d563 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:47.174461 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:21:47.181158 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:47.217147 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e46c67-a12c-4a3c-9c61-78061512b03c None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:47.337339 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:47.342876 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4d301c92-9267-4f9f-a8a1-ea571a99d791 admin admin] 10.222.0.42 "PUT /v2.0/routers/61629db0-c5b2-46a9-9c2d-1929025a15f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615753 Jul 25 12:21:47.391078 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (d8ccc18c-ce12-4e5d-a124-191bdcd1d563), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:47.431384 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event deleted for resources: {'Port': ['ID=d8ccc18c-ce12-4e5d-a124-191bdcd1d563,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:47.442077 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.442427 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.442766 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.443752 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.444090 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.444415 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.444745 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.445069 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.445392 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.446353 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.447826 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.448248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.448638 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.449136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.449619 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:47.503200 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-9d317553-1488-4992-a103-6206c3909ca9 None None] Provisioning complete for port 3fc10880-258a-43ce-b72c-62c9f3b66711 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:47.508137 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9d317553-1488-4992-a103-6206c3909ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:47.570050 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-9d317553-1488-4992-a103-6206c3909ca9 None None] Port 3fc10880-258a-43ce-b72c-62c9f3b66711 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:21:47.637249 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Router 594bfd98-fdf5-4580-aed9-a808a064bdd4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:21:47.798250 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:47.819374 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] Sync routers for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:47.854115 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:47.854763 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:47.892144 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] No DVR routers for this DVR port d8ccc18c-ce12-4e5d-a124-191bdcd1d563 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:47.895853 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:47.900759 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-90576d92-db1f-451b-987d-4f62445466cf req-efb79a78-508d-4079-a8a6-794f2bb768d2 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.39 "DELETE /v2.0/ports/d8ccc18c-ce12-4e5d-a124-191bdcd1d563 HTTP/1.1" status: 204 len: 173 time: 1.3215888 Jul 25 12:21:47.901238 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-deleted', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:21:47.905567 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2976cbdb-9f51-48b0-ae31-bd3ba93d1b83" -d '{"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-deleted", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:21:48.042325 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f361d0d3-0dc0-4a71-b3d0-7a7439bc9076 x-openstack-request-id: req-f361d0d3-0dc0-4a71-b3d0-7a7439bc9076 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:21:48.042751 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716acb40-a825-4b9b-a5f2-63d87980cf7a", "name": "network-vif-deleted", "tag": "d8ccc18c-ce12-4e5d-a124-191bdcd1d563", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:21:48.042981 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f361d0d3-0dc0-4a71-b3d0-7a7439bc9076 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:21:48.043419 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f361d0d3-0dc0-4a71-b3d0-7a7439bc9076'] response: {'server_uuid': '716acb40-a825-4b9b-a5f2-63d87980cf7a', 'name': 'network-vif-deleted', 'tag': 'd8ccc18c-ce12-4e5d-a124-191bdcd1d563', 'status': 'completed', 'code': 200} Jul 25 12:21:48.131980 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0c7c8226-b0c8-47df-a3b9-e89cee062a08 req-2d7c915c-b9ef-4f25-9d53-76591fbe5b4b tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/ports?device_id=716acb40-a825-4b9b-a5f2-63d87980cf7a HTTP/1.1" status: 200 len: 210 time: 0.1306181 Jul 25 12:21:48.222745 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:48.262210 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53344) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:48.306031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53348) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:48.311238 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-603663215-network', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:48.363375 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Made reservation on behalf of 5922b8528101418b84ca9b5b53f49cc5 for: {'network': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:48.366804 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.376099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.494546 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks [] for security_group (099bd11d-9f61-4c47-be1a-5cb8e90a65de), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.499960 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (099bd11d-9f61-4c47-be1a-5cb8e90a65de), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.546539 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=104018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:21:48.589836 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (dc143cbe-4a4f-455f-8c6f-456692f614e8), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.590841 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.segments_db [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Added segment dc143cbe-4a4f-455f-8c6f-456692f614e8 of type vlan for network 5ef86931-8129-4bfe-b428-2f932ef50e8f Jul 25 12:21:48.592586 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099bd11d-9f61-4c47-be1a-5cb8e90a65de,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:48.606447 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:48.624702 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:48.633212 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a53ae608-3be2-4d85-aec2-1a2e62f4e5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.641619 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (5ef86931-8129-4bfe-b428-2f932ef50e8f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.644537 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] Checking router: 594bfd98-fdf5-4580-aed9-a808a064bdd4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:48.657184 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:48.657799 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:48.671817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (5ef86931-8129-4bfe-b428-2f932ef50e8f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.673017 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:48.673648 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.696697 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:48.742757 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4353523 Jul 25 12:21:48.750238 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53352) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:48.757350 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Request body: {'subnet': {'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-603663215-subnet', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:48.769441 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1213435-7fe9-4f16-85be-033344845010 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef86931-8129-4bfe-b428-2f932ef50e8f,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:48.780904 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a53ae608-3be2-4d85-aec2-1a2e62f4e5a5 admin admin] Publish callbacks [] for security_group (f75096ef-e712-48b0-9c5b-e5b67a614bd8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.787967 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:48.797937 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a53ae608-3be2-4d85-aec2-1a2e62f4e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (f75096ef-e712-48b0-9c5b-e5b67a614bd8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.798656 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Made reservation on behalf of 5922b8528101418b84ca9b5b53f49cc5 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:48.804170 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31111578'] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:48.806521 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:21:48.859022 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:48.869673 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a53ae608-3be2-4d85-aec2-1a2e62f4e5a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8529c14d4164488b57600795f3ac919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6062043 Jul 25 12:21:48.870428 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ae608-3be2-4d85-aec2-1a2e62f4e5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75096ef-e712-48b0-9c5b-e5b67a614bd8,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:48.882229 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53358) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:48.967351 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e0d9f67d-1b3e-48e6-8017-d7ef52188736 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:48.982142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53364) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:49.000976 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90e7d106-81a5-44a8-886a-caddafffe1c4 admin admin] Publish callbacks [] for security_group (f75096ef-e712-48b0-9c5b-e5b67a614bd8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.049240 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] Deleting subnet 78899716-1b72-416d-8562-2a08d1620842 {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:21:49.054947 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] Publish callbacks [] for subnet (78899716-1b72-416d-8562-2a08d1620842), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.055171 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90e7d106-81a5-44a8-886a-caddafffe1c4 admin admin] Publish callbacks [] for security_group (f75096ef-e712-48b0-9c5b-e5b67a614bd8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.096434 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:49.121398 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port e0d9f67d-1b3e-48e6-8017-d7ef52188736 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:49.122036 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.123102 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (78899716-1b72-416d-8562-2a08d1620842), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.155227 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90e7d106-81a5-44a8-886a-caddafffe1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (f75096ef-e712-48b0-9c5b-e5b67a614bd8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.160568 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90e7d106-81a5-44a8-886a-caddafffe1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.164719 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-90e7d106-81a5-44a8-886a-caddafffe1c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f75096ef-e712-48b0-9c5b-e5b67a614bd8 HTTP/1.1" status: 204 len: 168 time: 0.2794294 Jul 25 12:21:49.192578 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7d106-81a5-44a8-886a-caddafffe1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75096ef-e712-48b0-9c5b-e5b67a614bd8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:49.199698 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:49.229448 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (78899716-1b72-416d-8562-2a08d1620842), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.243119 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141596e-9a24-4656-a82b-bd602cdf79f2 None None] The sync data for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi is: [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:14:42Z', 'revision_number': 4, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2cbce698-387e-4c0f-81c4-3e262a210d1d', 'name': '', 'network_id': '36635bbd-0783-4ae1-9364-d8aba7145b80', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'mac_address': 'fa:16:3e:25:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:40Z', 'updated_at': '2022-07-25T12:14:56Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'subnets': [{'id': 'e5bd0936-da6c-4f0a-8842-144a0efc888d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:49.254371 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31429457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31111592'] for subnet (05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.314892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53372) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:49.323614 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port e0d9f67d-1b3e-48e6-8017-d7ef52188736 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:49.324023 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.354228 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:49.354482 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:49.363129 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port e0d9f67d-1b3e-48e6-8017-d7ef52188736, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e0d9f67d-1b3e-48e6-8017-d7ef52188736,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:49.375370 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.411136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Checking segment: {'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:49.411806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Network hostable DHCP agents. Network: 5ef86931-8129-4bfe-b428-2f932ef50e8f, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:21:49.421707 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (78899716-1b72-416d-8562-2a08d1620842), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.442320 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-146b540f-bb92-4ed5-84dc-0609f860e88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (9cde0520-0f1c-4406-886a-1c846ba0603e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.452847 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78899716-1b72-416d-8562-2a08d1620842,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:49.467244 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.467457 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f67d-1b3e-48e6-8017-d7ef52188736,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:49.474942 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0b334cac-9188-415d-b209-39ca0a227761 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/78899716-1b72-416d-8562-2a08d1620842 HTTP/1.1" status: 204 len: 168 time: 0.4917760 Jul 25 12:21:49.477003 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53376) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:49.496651 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-146b540f-bb92-4ed5-84dc-0609f860e88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (9cde0520-0f1c-4406-886a-1c846ba0603e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.526147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:21:49.544316 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, 5ef86931-8129-4bfe-b428-2f932ef50e8f) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:49.553813 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:49.554422 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.558828 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e488cc5-8496-4464-b2e5-e185fed3dda0 None None] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:49.562357 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-146b540f-bb92-4ed5-84dc-0609f860e88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9cde0520-0f1c-4406-886a-1c846ba0603e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.571954 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-146b540f-bb92-4ed5-84dc-0609f860e88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.575846 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-146b540f-bb92-4ed5-84dc-0609f860e88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "DELETE /v2.0/security-groups/9cde0520-0f1c-4406-886a-1c846ba0603e HTTP/1.1" status: 204 len: 168 time: 0.2565532 Jul 25 12:21:49.576816 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (e060887f-e44c-41f0-b99a-84232d6ceb0e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.578557 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53378) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:49.585863 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b540f-bb92-4ed5-84dc-0609f860e88f tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cde0520-0f1c-4406-886a-1c846ba0603e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:49.597762 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0d2788dd-64cd-495d-9637-80e4c03645cf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8437955 Jul 25 12:21:49.598923 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53380) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:49.605152 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.api.v2.resource [None req-d4e67ea5-ee86-459e-89d0-73830bff699c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] show failed (client error): The resource could not be found. Jul 25 12:21:49.606177 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d4e67ea5-ee86-459e-89d0-73830bff699c tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "GET /v2.0/security-groups/9cde0520-0f1c-4406-886a-1c846ba0603e HTTP/1.1" status: 404 len: 347 time: 0.0226541 Jul 25 12:21:49.607606 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:49.609118 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53382) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:49.636728 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (390d3efd-0753-49e6-ac0d-526b69fc58a8), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.637958 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (390d3efd-0753-49e6-ac0d-526b69fc58a8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.713178 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks [] for router_controller (390d3efd-0753-49e6-ac0d-526b69fc58a8), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.766014 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53384) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:49.787243 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-5ef86931-8129-4bfe-b428-2f932ef50e8f', 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f', 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'fixed_ips': [{'subnet_id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:21:49.790179 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.811407 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (e060887f-e44c-41f0-b99a-84232d6ceb0e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.814254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d978fa6c-eac2-4219-8c15-1453037f25f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.817343 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f2892-9c6d-4d7a-8ada-7cdbd2ddf762 None None] New status for floating IP 56af622d-fd1c-42de-b0ca-31af29f3fe7e: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:21:49.831607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:49.856936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e060887f-e44c-41f0-b99a-84232d6ceb0e']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:49.867299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Deleting port a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:49.867681 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.870074 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:49.888641 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024911dd-d2ce-4953-a338-3d9d1b8711c6') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:49.889023 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024911dd-d2ce-4953-a338-3d9d1b8711c6') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:49.921602 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:49.926098 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks [] for router_gateway (390d3efd-0753-49e6-ac0d-526b69fc58a8), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.940469 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (024911dd-d2ce-4953-a338-3d9d1b8711c6), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:49.983177 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (024911dd-d2ce-4953-a338-3d9d1b8711c6), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.006576 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:21:50.006988 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (024911dd-d2ce-4953-a338-3d9d1b8711c6), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.053896 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 024911dd-d2ce-4953-a338-3d9d1b8711c6 resource provider aggregate not found Jul 25 12:21:50.082536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.082663 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.092935 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 024911dd-d2ce-4953-a338-3d9d1b8711c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 024911dd-d2ce-4953-a338-3d9d1b8711c6 found for delete ", "request_id": "req-d2c8b331-552d-429b-86eb-c5e0099b6f69"}]} Jul 25 12:21:50.108640 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (e060887f-e44c-41f0-b99a-84232d6ceb0e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.113437 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Calling delete_port for a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:50.128905 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.135833 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e060887f-e44c-41f0-b99a-84232d6ceb0e HTTP/1.1" status: 204 len: 168 time: 0.6574352 Jul 25 12:21:50.136075 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53390) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:50.139452 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d978fa6c-eac2-4219-8c15-1453037f25f6 admin admin] Publish callbacks [] for security_group (ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.155534 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d27797-b89a-4066-a1aa-08da384d3480 admin admin] Pushing event deleted for resources: {'Network': ['ID=e060887f-e44c-41f0-b99a-84232d6ceb0e,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:50.159120 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d978fa6c-eac2-4219-8c15-1453037f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.186232 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:50.190159 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] Deleting subnet d276dba1-1e81-47a0-8e73-77c90c25609f {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:21:50.196917 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] Publish callbacks [] for subnet (d276dba1-1e81-47a0-8e73-77c90c25609f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.228411 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks [] for router_gateway (390d3efd-0753-49e6-ac0d-526b69fc58a8), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.242613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d978fa6c-eac2-4219-8c15-1453037f25f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43328f65d95a45f383b61da6af7b4639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755838 Jul 25 12:21:50.245463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53392) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:50.254650 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978fa6c-eac2-4219-8c15-1453037f25f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:50.257528 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.267799 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Allocated IP 172.20.0.2 (5ef86931-8129-4bfe-b428-2f932ef50e8f/05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04/0e077e71-e0bf-4b52-9409-fe40e89ee06a) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:21:50.282088 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31283890'] for subnet (d276dba1-1e81-47a0-8e73-77c90c25609f), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.336086 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dde55807-7f7b-4e5b-b303-55db579f4c03 admin admin] Publish callbacks [] for security_group (ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.374459 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:50.390875 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dde55807-7f7b-4e5b-b303-55db579f4c03 admin admin] Publish callbacks [] for security_group (ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.392512 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (d276dba1-1e81-47a0-8e73-77c90c25609f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.424038 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.457195 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Allocated IP 172.27.0.184 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/2c65787e-fe51-4275-9d73-7733f735de8d) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:21:50.460609 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Pushing event deleted for resources: {'Port': ['ID=a83b9d78-a8fe-48aa-bfa9-1cec1cf07d6d,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:50.478339 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Publish callbacks [] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.487101 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.520496 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31283149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31309322'] for subnet (d276dba1-1e81-47a0-8e73-77c90c25609f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.535130 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:50.541139 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:50.543788 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Pushing event updated for resources: {'Port': ['ID=0e077e71-e0bf-4b52-9409-fe40e89ee06a,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:50.546323 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:21:50.550973 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dde55807-7f7b-4e5b-b303-55db579f4c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.555905 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dde55807-7f7b-4e5b-b303-55db579f4c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.559612 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-dde55807-7f7b-4e5b-b303-55db579f4c03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef HTTP/1.1" status: 204 len: 168 time: 0.3091812 Jul 25 12:21:50.562983 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks [] for floatingip (56af622d-fd1c-42de-b0ca-31af29f3fe7e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.565878 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.570049 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-1788dd9d-6941-4b68-9ac5-804ee4dfcb82 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] 10.222.0.42 "DELETE /v2.0/floatingips/56af622d-fd1c-42de-b0ca-31af29f3fe7e HTTP/1.1" status: 204 len: 168 time: 0.9578149 Jul 25 12:21:50.579994 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde55807-7f7b-4e5b-b303-55db579f4c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b9343-3fd9-47b9-b1d9-27a76dc5dfef,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:50.640581 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Attempting to bind port 0e077e71-e0bf-4b52-9409-fe40e89ee06a on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:21:50.640979 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Attempting to bind port 0e077e71-e0bf-4b52-9409-fe40e89ee06a by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:21:50.641444 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Attempting to bind port 0e077e71-e0bf-4b52-9409-fe40e89ee06a on network 5ef86931-8129-4bfe-b428-2f932ef50e8f {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:21:50.649526 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:21:50.649927 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Checking segment: {'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:50.650316 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.650803 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Bound using segment: {'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:21:50.651305 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Bound port: 0e077e71-e0bf-4b52-9409-fe40e89ee06a, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:21:50.651765 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.743525 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] For port 0e077e71-e0bf-4b52-9409-fe40e89ee06a, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:21:50.748685 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] For port 0e077e71-e0bf-4b52-9409-fe40e89ee06a, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=0e077e71-e0bf-4b52-9409-fe40e89ee06a,segment=NetworkSegment(dc143cbe-4a4f-455f-8c6f-456692f614e8),segment_id=dc143cbe-4a4f-455f-8c6f-456692f614e8)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:21:50.759792 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.827214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:50.855636 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d276dba1-1e81-47a0-8e73-77c90c25609f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:50.866179 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e3170-746b-4857-8eb2-40eef130af82 None None] Pushing event updated for resources: {'Port': ['ID=0e077e71-e0bf-4b52-9409-fe40e89ee06a,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:50.873195 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e0d9f67d-1b3e-48e6-8017-d7ef52188736 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:50.885332 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:50.906113 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:50.906745 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:50.941373 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks [] for port (2c65787e-fe51-4275-9d73-7733f735de8d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.976411 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port e0d9f67d-1b3e-48e6-8017-d7ef52188736 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:50.977060 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.977839 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.982891 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fcb0404d-1d68-4d0d-b148-88d450346bfc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d276dba1-1e81-47a0-8e73-77c90c25609f HTTP/1.1" status: 204 len: 168 time: 0.8456638 Jul 25 12:21:50.985827 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:50.986175 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53402) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:51.079946 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:51.101879 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port e0d9f67d-1b3e-48e6-8017-d7ef52188736 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:51.117710 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Pushing event updated for resources: {'Port': ['ID=2c65787e-fe51-4275-9d73-7733f735de8d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:51.137124 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:51.141296 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:51.145086 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:21:51.212483 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53404) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:51.231448 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.296580 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c75a7c5a-8979-4564-90c6-a44b4b05922c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.310180 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:51.363911 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 2, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:51.371231 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:51.406371 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:51.406635 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Updating router 61629db0-c5b2-46a9-9c2d-1929025a15f7 port 3fc10880-258a-43ce-b72c-62c9f3b66711 binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:21:51.412580 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:51.444017 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (86767da5-af5f-4a59-9df6-d4ca534dfccc), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.444377 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.459788 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:51.472535 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Publish callbacks [] for security_group (9f2d5d0a-028d-42c8-b436-1922e20a40e3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.519015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9f2d5d0a-028d-42c8-b436-1922e20a40e3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.533506 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (86767da5-af5f-4a59-9df6-d4ca534dfccc), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.554399 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86767da5-af5f-4a59-9df6-d4ca534dfccc']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:51.563863 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:51.564163 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:51.578025 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.586830 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:51.594314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.598876 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=461a8b9163fc4912bf72fab49ea7fc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853352 Jul 25 12:21:51.602017 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53406) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:51.605727 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d5d0a-028d-42c8-b436-1922e20a40e3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:51.616429 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.616776 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.617502 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.617502 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.617989 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.618371 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:21:51.618506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.618705 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.619096 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.619396 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.619908 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.620393 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.621124 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.621635 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.622200 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.622716 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.623213 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90a32e-2be6-4b21-af39-c9d945f48c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.645317 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks [] for router_gateway (390d3efd-0753-49e6-ac0d-526b69fc58a8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.705448 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (86767da5-af5f-4a59-9df6-d4ca534dfccc), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.724643 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Pushing event deleted for resources: {'Network': ['ID=86767da5-af5f-4a59-9df6-d4ca534dfccc,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:51.726657 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.729841 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-30647668-2dde-4f17-b38e-93830b5e890c admin admin] 10.222.0.42 "DELETE /v2.0/networks/86767da5-af5f-4a59-9df6-d4ca534dfccc HTTP/1.1" status: 204 len: 168 time: 0.7425482 Jul 25 12:21:51.730742 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-36f829ad-b48b-476e-8ea8-39ff198add12 admin admin] Publish callbacks [] for security_group (9f2d5d0a-028d-42c8-b436-1922e20a40e3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.748438 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Publish callbacks [] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.758758 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.761692 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-36f829ad-b48b-476e-8ea8-39ff198add12 admin admin] Publish callbacks [] for security_group (9f2d5d0a-028d-42c8-b436-1922e20a40e3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.812239 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Pushing event updated for resources: {'Port': ['ID=3fc10880-258a-43ce-b72c-62c9f3b66711,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:51.841206 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.841575 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.841914 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.842274 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.842629 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.842938 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.843262 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.843613 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.843948 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.844340 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.844729 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.853218 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.853218 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.853495 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.853757 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:21:51.855338 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-36f829ad-b48b-476e-8ea8-39ff198add12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9f2d5d0a-028d-42c8-b436-1922e20a40e3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.867094 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-36f829ad-b48b-476e-8ea8-39ff198add12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:51.868215 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-36f829ad-b48b-476e-8ea8-39ff198add12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f2d5d0a-028d-42c8-b436-1922e20a40e3 HTTP/1.1" status: 204 len: 168 time: 0.2649243 Jul 25 12:21:51.897812 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f829ad-b48b-476e-8ea8-39ff198add12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d5d0a-028d-42c8-b436-1922e20a40e3,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:51.923460 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (390d3efd-0753-49e6-ac0d-526b69fc58a8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.048461 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Attempting to bind port 3fc10880-258a-43ce-b72c-62c9f3b66711 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:21:52.049465 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Attempting to bind port 3fc10880-258a-43ce-b72c-62c9f3b66711 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:21:52.049986 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Attempting to bind port 3fc10880-258a-43ce-b72c-62c9f3b66711 on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:21:52.057772 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:21:52.058145 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Checking segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:52.058553 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.058948 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Bound using segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:21:52.059424 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Bound port: 3fc10880-258a-43ce-b72c-62c9f3b66711, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:21:52.059829 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.092485 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:52.123879 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed resource provider aggregate not found Jul 25 12:21:52.152180 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f0240ad-4cfb-4f7b-b46a-d4dd864fcfed found for delete ", "request_id": "req-ab02d522-1d2d-4d06-af4b-397a0ff6aa1f"}]} Jul 25 12:21:52.168130 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53426) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:52.169226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: d8ccc18c-ce12-4e5d-a124-191bdcd1d563 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:52.170003 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device d8ccc18c-ce12-4e5d-a124-191bdcd1d563 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:52.210108 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] For port 3fc10880-258a-43ce-b72c-62c9f3b66711, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:21:52.223762 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] For port 3fc10880-258a-43ce-b72c-62c9f3b66711, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3fc10880-258a-43ce-b72c-62c9f3b66711,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:21:52.233931 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.248428 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Router 390d3efd-0753-49e6-ac0d-526b69fc58a8 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:21:52.292963 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-81abc062-d1e0-4bb5-af1c-118ee4de2774 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9eaa14479b64763a86720ccf40e395a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1223397 Jul 25 12:21:52.296286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53430) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:52.354533 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f5be5-c16d-4f91-94d1-7a5abdd73ee4 None None] Pushing event updated for resources: {'Port': ['ID=3fc10880-258a-43ce-b72c-62c9f3b66711,revision_number=4']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:52.361529 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:52.362149 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:52.401021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bedcdc7-5b39-47f9-92c0-08d7245df1b6 admin admin] Publish callbacks [] for security_group (b71b2110-dc6b-4b68-bd5e-b8035cf49ebd), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.437178 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-a47c8439-77dc-4f30-9071-aab8e5941b37 None None] Provisioning complete for port 3fc10880-258a-43ce-b72c-62c9f3b66711 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:52.437908 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a47c8439-77dc-4f30-9071-aab8e5941b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.443414 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:52.454856 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bedcdc7-5b39-47f9-92c0-08d7245df1b6 admin admin] Publish callbacks [] for security_group (b71b2110-dc6b-4b68-bd5e-b8035cf49ebd), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.496333 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Sync routers for ids ['390d3efd-0753-49e6-ac0d-526b69fc58a8'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:52.512775 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.514606 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ddfca58a-b570-4f09-8250-49cbd0f7a553 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9132662 Jul 25 12:21:52.518357 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53436) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:52.526007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bedcdc7-5b39-47f9-92c0-08d7245df1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b71b2110-dc6b-4b68-bd5e-b8035cf49ebd), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.535780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bedcdc7-5b39-47f9-92c0-08d7245df1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:52.539699 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-6bedcdc7-5b39-47f9-92c0-08d7245df1b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b71b2110-dc6b-4b68-bd5e-b8035cf49ebd HTTP/1.1" status: 204 len: 168 time: 0.2387290 Jul 25 12:21:52.585173 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2030543-5134-4801-bd19-5209906c4c26 None None] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:52.604228 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedcdc7-5b39-47f9-92c0-08d7245df1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b2110-dc6b-4b68-bd5e-b8035cf49ebd,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:52.626351 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:52.662181 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:52.673968 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Routers {'390d3efd-0753-49e6-ac0d-526b69fc58a8'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:52.675027 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['390d3efd-0753-49e6-ac0d-526b69fc58a8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:52.686053 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:52.713436 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:52.799040 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:52.907875 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Set router 390d3efd-0753-49e6-ac0d-526b69fc58a8 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:53.003761 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-a47c8439-77dc-4f30-9071-aab8e5941b37 None None] Current status of the port 3fc10880-258a-43ce-b72c-62c9f3b66711 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:53.004530 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a47c8439-77dc-4f30-9071-aab8e5941b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.070706 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 0e077e71-e0bf-4b52-9409-fe40e89ee06a up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:53.097732 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:52Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:53.123711 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ed7ab-3e14-4b4e-9d4a-98e1057654b6 None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:52Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:53.149155 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53452) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:53.219379 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-a47c8439-77dc-4f30-9071-aab8e5941b37 None None] For port 3fc10880-258a-43ce-b72c-62c9f3b66711, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3fc10880-258a-43ce-b72c-62c9f3b66711,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:53.235999 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a47c8439-77dc-4f30-9071-aab8e5941b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.238833 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-580427d0-545c-4877-b4ec-2ba283da6958 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc5f40813e434b6ebbf6908896b992f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883594 Jul 25 12:21:53.241858 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53456) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:53.250878 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:53.294633 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.328762 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c8439-77dc-4f30-9071-aab8e5941b37 None None] Pushing event updated for resources: {'Port': ['ID=3fc10880-258a-43ce-b72c-62c9f3b66711,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:53.374022 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f047fe2-aabd-4a95-add1-f051139a4e7b admin admin] Publish callbacks [] for security_group (4440a29a-edd9-40ca-af7e-fb03d2f56030), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.434424 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:53.440043 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f047fe2-aabd-4a95-add1-f051139a4e7b admin admin] Publish callbacks [] for security_group (4440a29a-edd9-40ca-af7e-fb03d2f56030), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.473539 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53466) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:53.475464 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ba7a4f2c-9aa5-4971-b236-05a7a17b0b91 None None] Provisioning complete for port 3fc10880-258a-43ce-b72c-62c9f3b66711 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:53.476214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4f2c-9aa5-4971-b236-05a7a17b0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.488568 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 0e077e71-e0bf-4b52-9409-fe40e89ee06a triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:53.489009 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.575657 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8353a25c-6423-433b-aab4-564ef9279b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.593950 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f047fe2-aabd-4a95-add1-f051139a4e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4440a29a-edd9-40ca-af7e-fb03d2f56030), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.596579 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f047fe2-aabd-4a95-add1-f051139a4e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.601448 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9f047fe2-aabd-4a95-add1-f051139a4e7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4440a29a-edd9-40ca-af7e-fb03d2f56030 HTTP/1.1" status: 204 len: 168 time: 0.3584714 Jul 25 12:21:53.612552 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f047fe2-aabd-4a95-add1-f051139a4e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440a29a-edd9-40ca-af7e-fb03d2f56030,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:53.688293 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Allocated IP 172.20.0.1 (5ef86931-8129-4bfe-b428-2f932ef50e8f/05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04/0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:21:53.795389 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:21:51Z', 'revision_number': 3, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port': {'id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:50Z', 'updated_at': '2022-07-25T12:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:53.837816 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks [] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.840349 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Checking router: 390d3efd-0753-49e6-ac0d-526b69fc58a8 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:53.840955 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Updating router 390d3efd-0753-49e6-ac0d-526b69fc58a8 port 2c65787e-fe51-4275-9d73-7733f735de8d binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:21:53.881150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.890059 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:53.914470 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:53.931278 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:53.935457 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:21:53.939066 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:54.051409 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:54.074403 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (390d3efd-0753-49e6-ac0d-526b69fc58a8), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.164169 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:54.398449 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.404113 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a4f2c-9aa5-4971-b236-05a7a17b0b91 None None] Current status of the port 3fc10880-258a-43ce-b72c-62c9f3b66711 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:54.423058 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 0e077e71-e0bf-4b52-9409-fe40e89ee06a is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:54.423579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.444946 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ba7a4f2c-9aa5-4971-b236-05a7a17b0b91 None None] Provisioning complete for port 0e077e71-e0bf-4b52-9409-fe40e89ee06a triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:54.445430 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4f2c-9aa5-4971-b236-05a7a17b0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.472239 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (594bfd98-fdf5-4580-aed9-a808a064bdd4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.557303 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 0e077e71-e0bf-4b52-9409-fe40e89ee06a, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=0e077e71-e0bf-4b52-9409-fe40e89ee06a,segment=NetworkSegment(dc143cbe-4a4f-455f-8c6f-456692f614e8),segment_id=dc143cbe-4a4f-455f-8c6f-456692f614e8)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:54.570613 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.572163 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3fc10880-258a-43ce-b72c-62c9f3b66711 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:54.611405 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:54.665118 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:54.698022 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks [] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.706464 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.757184 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a4f2c-9aa5-4971-b236-05a7a17b0b91 None None] Current status of the port 0e077e71-e0bf-4b52-9409-fe40e89ee06a is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:54.759822 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Deleting port 2cbce698-387e-4c0f-81c4-3e262a210d1d {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:54.761222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.764961 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=0e077e71-e0bf-4b52-9409-fe40e89ee06a,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:54.784028 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.787094 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 3fc10880-258a-43ce-b72c-62c9f3b66711 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:54.788078 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.832950 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (390d3efd-0753-49e6-ac0d-526b69fc58a8), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.835975 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:54.891132 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] For port 2cbce698-387e-4c0f-81c4-3e262a210d1d, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2cbce698-387e-4c0f-81c4-3e262a210d1d,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:54.891973 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.902419 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Publish callbacks [] for port (2c65787e-fe51-4275-9d73-7733f735de8d), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.909985 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Calling delete_port for 2cbce698-387e-4c0f-81c4-3e262a210d1d owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:54.931872 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.962396 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-2e6fe245-e8c5-444f-b569-3a2c145ce876 None None] Provisioning complete for port 0e077e71-e0bf-4b52-9409-fe40e89ee06a triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:54.963201 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe245-e8c5-444f-b569-3a2c145ce876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:54.965262 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:54.966935 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:55.006442 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:55.007092 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:55.073369 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:55.138114 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4109e8-fdfd-46c6-a664-7933150a1b5e None None] Pushing event updated for resources: {'Port': ['ID=2c65787e-fe51-4275-9d73-7733f735de8d,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:55.146921 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Attempting to bind port 2c65787e-fe51-4275-9d73-7733f735de8d on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:21:55.147298 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Attempting to bind port 2c65787e-fe51-4275-9d73-7733f735de8d by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:21:55.150968 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Attempting to bind port 2c65787e-fe51-4275-9d73-7733f735de8d on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:21:55.159007 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Router 390d3efd-0753-49e6-ac0d-526b69fc58a8 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:21:55.194671 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (2cbce698-387e-4c0f-81c4-3e262a210d1d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.202549 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:21:55.202932 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:21:55.203341 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.210844 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:21:55.211429 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Bound port: 2c65787e-fe51-4275-9d73-7733f735de8d, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:21:55.212094 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.223538 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbce698-387e-4c0f-81c4-3e262a210d1d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:55.224974 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 3fc10880-258a-43ce-b72c-62c9f3b66711 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:55.278803 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fe245-e8c5-444f-b569-3a2c145ce876 None None] Current status of the port 0e077e71-e0bf-4b52-9409-fe40e89ee06a is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:55.336190 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-2e6fe245-e8c5-444f-b569-3a2c145ce876 None None] Provisioning complete for port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:55.336637 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe245-e8c5-444f-b569-3a2c145ce876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.361263 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] For port 2c65787e-fe51-4275-9d73-7733f735de8d, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:21:55.386027 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] For port 2c65787e-fe51-4275-9d73-7733f735de8d, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2c65787e-fe51-4275-9d73-7733f735de8d,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:21:55.392618 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fe245-e8c5-444f-b569-3a2c145ce876 None None] Port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:21:55.396727 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:55.407561 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.413018 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-ba24fc74-3114-4e05-ad83-0fa949554fd4 admin admin] 10.222.0.42 "PUT /v2.0/routers/390d3efd-0753-49e6-ac0d-526b69fc58a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8934898 Jul 25 12:21:55.443497 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:55.534171 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4109e8-fdfd-46c6-a664-7933150a1b5e None None] Pushing event updated for resources: {'Port': ['ID=2c65787e-fe51-4275-9d73-7733f735de8d,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:55.539309 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 0e077e71-e0bf-4b52-9409-fe40e89ee06a up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:55.562682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-62443af6-b89d-4b9d-a329-bfa0e0738f8b None None] Provisioning complete for port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:55.563068 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-62443af6-b89d-4b9d-a329-bfa0e0738f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.567269 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Routers {'390d3efd-0753-49e6-ac0d-526b69fc58a8'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:55.568007 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['390d3efd-0753-49e6-ac0d-526b69fc58a8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:55.599627 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (594bfd98-fdf5-4580-aed9-a808a064bdd4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.659292 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:55.661768 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-62443af6-b89d-4b9d-a329-bfa0e0738f8b None None] Port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:21:55.725418 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 0e077e71-e0bf-4b52-9409-fe40e89ee06a triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:55.725820 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:55.767944 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] Set router 390d3efd-0753-49e6-ac0d-526b69fc58a8 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:55.870457 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53526) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:55.883780 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Router 594bfd98-fdf5-4580-aed9-a808a064bdd4 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:21:55.916851 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-3f07532b-4d36-463e-a7fc-c8ab572f0aee tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f6b1d49d16c741d195afa089f5f1eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698431 Jul 25 12:21:55.956301 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 0e077e71-e0bf-4b52-9409-fe40e89ee06a is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:55.957353 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3fc10880-258a-43ce-b72c-62c9f3b66711 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:56.004754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:21:56.010149 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b1eabce3-7a4b-498b-8097-14e4784ac0b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/594bfd98-fdf5-4580-aed9-a808a064bdd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347617 Jul 25 12:21:56.012883 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53530) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:56.017513 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] Sync routers for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:21:56.031747 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:56.032850 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:56.074387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 3fc10880-258a-43ce-b72c-62c9f3b66711 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:56.075794 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.087078 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1d162229-6e4d-488e-885d-9262c219d4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.134184 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-871847b0-c960-494b-85da-83a11799fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 4, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port': {'id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:50Z', 'updated_at': '2022-07-25T12:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec', 'name': '', 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'mac_address': 'fa:16:3e:be:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:53Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 2, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'subnets': [{'id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:56.147076 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53532) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:56.152196 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-cc94cd74-c0bd-4c0e-af5b-c190bc8d66ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054820741', 'description': 'tempest-secgroup-smoke-1054820741 description', 'project_id': '141003bbc94b41569683aef4c15b46f1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:56.169937 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871847b0-c960-494b-85da-83a11799fc9f None None] The sync data for ids ['390d3efd-0753-49e6-ac0d-526b69fc58a8'] in dv-cinder-797608-61-iscsi is: [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 4, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port': {'id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:50Z', 'updated_at': '2022-07-25T12:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec', 'name': '', 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'mac_address': 'fa:16:3e:be:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:53Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 2, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'subnets': [{'id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:56.198444 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cc94cd74-c0bd-4c0e-af5b-c190bc8d66ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.221853 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:56.242542 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 3fc10880-258a-43ce-b72c-62c9f3b66711 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:56.275476 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1d162229-6e4d-488e-885d-9262c219d4d8 admin admin] Publish callbacks [] for security_group (aed34f73-8a90-49a4-8d45-96aee5f2e731), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.291870 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1d162229-6e4d-488e-885d-9262c219d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (aed34f73-8a90-49a4-8d45-96aee5f2e731), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.328629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-316a198d-492d-44da-8f24-3dee3b958a2a tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:56.330385 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-316a198d-492d-44da-8f24-3dee3b958a2a tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063823 Jul 25 12:21:56.332609 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks [] for router (594bfd98-fdf5-4580-aed9-a808a064bdd4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.336363 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:56.344948 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1d162229-6e4d-488e-885d-9262c219d4d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5e2dcaea7f743e285390b2c43f6157e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720573 Jul 25 12:21:56.359202 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53534) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:56.360641 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.364685 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:56.374322 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d162229-6e4d-488e-885d-9262c219d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed34f73-8a90-49a4-8d45-96aee5f2e731,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:56.395475 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cc94cd74-c0bd-4c0e-af5b-c190bc8d66ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group (40b70044-d56f-45be-bd3a-b91e080abd6b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.401142 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-968f2601-9436-4c44-9aad-f9dfc7abcc7c tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/quotas/f6b1d49d16c741d195afa089f5f1eb36 HTTP/1.1" status: 200 len: 375 time: 0.0212698 Jul 25 12:21:56.405351 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:56.414564 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cc94cd74-c0bd-4c0e-af5b-c190bc8d66ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (40b70044-d56f-45be-bd3a-b91e080abd6b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.467097 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cc94cd74-c0bd-4c0e-af5b-c190bc8d66ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.471598 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cc94cd74-c0bd-4c0e-af5b-c190bc8d66ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3232148 Jul 25 12:21:56.475184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53536) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:56.478802 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-5649a41f-5a40-4fa4-a8bb-ad27e866c1ce tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6b1d49d16c741d195afa089f5f1eb36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472744 Jul 25 12:21:56.486355 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94cd74-c0bd-4c0e-af5b-c190bc8d66ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b70044-d56f-45be-bd3a-b91e080abd6b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:56.486816 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-c4245969-1ecc-4e4b-a60c-bbd232e62b28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'security_group_rule': {'security_group_id': '40b70044-d56f-45be-bd3a-b91e080abd6b', 'project_id': '141003bbc94b41569683aef4c15b46f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:56.493990 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89c3a322-6ea2-4a19-9e24-136144a194df admin admin] Publish callbacks [] for security_group (aed34f73-8a90-49a4-8d45-96aee5f2e731), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.497710 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:21:55Z', 'revision_number': 5, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port': {'id': '149ac655-c04b-439e-a967-2b1f6cd5024e', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:14:37Z', 'updated_at': '2022-07-25T12:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:56.544770 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks [] for router_gateway (594bfd98-fdf5-4580-aed9-a808a064bdd4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.558470 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89c3a322-6ea2-4a19-9e24-136144a194df admin admin] Publish callbacks [] for security_group (aed34f73-8a90-49a4-8d45-96aee5f2e731), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.559665 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c4245969-1ecc-4e4b-a60c-bbd232e62b28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (aca68289-72a2-4186-8868-fdd2e1a22fdf), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.576783 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] Checking router: 594bfd98-fdf5-4580-aed9-a808a064bdd4 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:21:56.590397 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.609751 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] Routers {'594bfd98-fdf5-4580-aed9-a808a064bdd4'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:21:56.610382 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['594bfd98-fdf5-4580-aed9-a808a064bdd4'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:56.635459 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89c3a322-6ea2-4a19-9e24-136144a194df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (aed34f73-8a90-49a4-8d45-96aee5f2e731), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.638683 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89c3a322-6ea2-4a19-9e24-136144a194df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.643464 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-89c3a322-6ea2-4a19-9e24-136144a194df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aed34f73-8a90-49a4-8d45-96aee5f2e731 HTTP/1.1" status: 204 len: 168 time: 0.2828133 Jul 25 12:21:56.657003 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a322-6ea2-4a19-9e24-136144a194df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed34f73-8a90-49a4-8d45-96aee5f2e731,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:56.684592 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:56.718159 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:56.720560 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Deleting port 149ac655-c04b-439e-a967-2b1f6cd5024e {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:56.720914 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.732761 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] Set router 594bfd98-fdf5-4580-aed9-a808a064bdd4 gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:21:56.831710 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:21:56Z', 'revision_number': 6, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:56.834664 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c4245969-1ecc-4e4b-a60c-bbd232e62b28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (aca68289-72a2-4186-8868-fdd2e1a22fdf), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.847126 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c4245969-1ecc-4e4b-a60c-bbd232e62b28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (aca68289-72a2-4186-8868-fdd2e1a22fdf), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.871727 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf682c-52ad-49a4-a870-0438498ed379 None None] The sync data for ids ['594bfd98-fdf5-4580-aed9-a808a064bdd4'] in dv-cinder-797608-61-iscsi is: [{'id': '594bfd98-fdf5-4580-aed9-a808a064bdd4', 'name': 'tempest-AttachVolumeShelveTestJSON-810722349-router', 'tenant_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:14:36Z', 'updated_at': '2022-07-25T12:21:56Z', 'revision_number': 6, 'project_id': 'aef3a5bd8ffa43718ea02647f1f74fc8', 'gw_port_host': None}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:21:56.899315 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4245969-1ecc-4e4b-a60c-bbd232e62b28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca68289-72a2-4186-8868-fdd2e1a22fdf,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:56.911907 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8895abda-4e44-4708-a65b-bf24e3a015a3 req-aba16e8f-7da6-4acb-b68d-12ea9ce8dd27 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 210 time: 0.0435941 Jul 25 12:21:56.914133 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c4245969-1ecc-4e4b-a60c-bbd232e62b28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.920094 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-c4245969-1ecc-4e4b-a60c-bbd232e62b28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4400518 Jul 25 12:21:56.920769 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53546) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:56.929722 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-bbdcd6ab-8b01-46e3-9069-643c43ff6817 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'security_group_rule': {'security_group_id': '40b70044-d56f-45be-bd3a-b91e080abd6b', 'project_id': '141003bbc94b41569683aef4c15b46f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:56.968102 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] For port 149ac655-c04b-439e-a967-2b1f6cd5024e, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=149ac655-c04b-439e-a967-2b1f6cd5024e,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:56.968518 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.992890 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bbdcd6ab-8b01-46e3-9069-643c43ff6817 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (620fd019-1910-4876-9ee6-247ed42e9dc9), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:56.998340 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Calling delete_port for 149ac655-c04b-439e-a967-2b1f6cd5024e owned by network:router_gateway {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:57.081096 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bbdcd6ab-8b01-46e3-9069-643c43ff6817 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (620fd019-1910-4876-9ee6-247ed42e9dc9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.086170 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bbdcd6ab-8b01-46e3-9069-643c43ff6817 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (620fd019-1910-4876-9ee6-247ed42e9dc9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.113933 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcd6ab-8b01-46e3-9069-643c43ff6817 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620fd019-1910-4876-9ee6-247ed42e9dc9,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:57.123355 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bbdcd6ab-8b01-46e3-9069-643c43ff6817 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.126295 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bbdcd6ab-8b01-46e3-9069-643c43ff6817 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2043717 Jul 25 12:21:57.131993 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53556) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:57.136445 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-1187492f-fc91-402e-9ed2-28fded79059c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'security_group_rule': {'security_group_id': '40b70044-d56f-45be-bd3a-b91e080abd6b', 'project_id': '141003bbc94b41569683aef4c15b46f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:57.181051 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1187492f-fc91-402e-9ed2-28fded79059c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (1ae9a486-49e7-4524-8aef-8c304016f5e9), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.266342 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1187492f-fc91-402e-9ed2-28fded79059c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (1ae9a486-49e7-4524-8aef-8c304016f5e9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.271086 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1187492f-fc91-402e-9ed2-28fded79059c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (1ae9a486-49e7-4524-8aef-8c304016f5e9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.287803 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (149ac655-c04b-439e-a967-2b1f6cd5024e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.327136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Pushing event deleted for resources: {'Port': ['ID=149ac655-c04b-439e-a967-2b1f6cd5024e,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:57.354008 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187492f-fc91-402e-9ed2-28fded79059c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae9a486-49e7-4524-8aef-8c304016f5e9,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:57.369883 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2cbce698-387e-4c0f-81c4-3e262a210d1d no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:57.370603 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1187492f-fc91-402e-9ed2-28fded79059c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.371879 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1187492f-fc91-402e-9ed2-28fded79059c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2388985 Jul 25 12:21:57.376359 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53564) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:57.381222 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-653b6246-d265-4d7c-9e41-1419e922cc14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'security_group_rule': {'security_group_id': '40b70044-d56f-45be-bd3a-b91e080abd6b', 'project_id': '141003bbc94b41569683aef4c15b46f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:57.439061 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 2cbce698-387e-4c0f-81c4-3e262a210d1d {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:57.441440 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2cbce698-387e-4c0f-81c4-3e262a210d1d not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:57.444706 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-653b6246-d265-4d7c-9e41-1419e922cc14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (04d97e47-f653-47b5-a3cb-6733356aecdd), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.514182 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (594bfd98-fdf5-4580-aed9-a808a064bdd4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.580979 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-653b6246-d265-4d7c-9e41-1419e922cc14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (04d97e47-f653-47b5-a3cb-6733356aecdd), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.593682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-653b6246-d265-4d7c-9e41-1419e922cc14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (04d97e47-f653-47b5-a3cb-6733356aecdd), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.628259 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6246-d265-4d7c-9e41-1419e922cc14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d97e47-f653-47b5-a3cb-6733356aecdd,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:57.639958 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (594bfd98-fdf5-4580-aed9-a808a064bdd4), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.641022 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-653b6246-d265-4d7c-9e41-1419e922cc14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.642702 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-653b6246-d265-4d7c-9e41-1419e922cc14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2650213 Jul 25 12:21:57.644023 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks [] for router_controller (594bfd98-fdf5-4580-aed9-a808a064bdd4), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.647509 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53572) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:57.657689 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'security_group_rule': {'security_group_id': '40b70044-d56f-45be-bd3a-b91e080abd6b', 'project_id': '141003bbc94b41569683aef4c15b46f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:57.701927 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Project 141003bbc94b41569683aef4c15b46f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:21:57.708837 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (bee0b8a5-bf61-4a90-8845-7ff77972b9e2), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.718086 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (594bfd98-fdf5-4580-aed9-a808a064bdd4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.720208 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594bfd98-fdf5-4580-aed9-a808a064bdd4 {{(pid=104018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:21:57.728518 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.729999 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4a9a74f7-82af-4cb1-b8d8-8f269e39579a admin admin] 10.222.0.42 "DELETE /v2.0/routers/594bfd98-fdf5-4580-aed9-a808a064bdd4 HTTP/1.1" status: 204 len: 168 time: 1.7156091 Jul 25 12:21:57.732858 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 53576) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:57.796701 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (bee0b8a5-bf61-4a90-8845-7ff77972b9e2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.804341 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (bee0b8a5-bf61-4a90-8845-7ff77972b9e2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.813772 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:57.820055 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] Deleting subnet e5bd0936-da6c-4f0a-8842-144a0efc888d {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:21:57.823603 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] Publish callbacks [] for subnet (e5bd0936-da6c-4f0a-8842-144a0efc888d), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.834658 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee0b8a5-bf61-4a90-8845-7ff77972b9e2,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:57.839334 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.843431 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ee19d8fd-8a06-4617-9b55-c61dec1b8ec7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1939514 Jul 25 12:21:57.844518 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53578) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:57.849526 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'security_group_rule': {'security_group_id': '40b70044-d56f-45be-bd3a-b91e080abd6b', 'project_id': '141003bbc94b41569683aef4c15b46f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:57.864980 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:57.876683 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Project 141003bbc94b41569683aef4c15b46f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:21:57.891130 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (83d93876-1d57-4d88-8bd3-45c9343f7600), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:57.892898 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (e5bd0936-da6c-4f0a-8842-144a0efc888d), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.005743 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (83d93876-1d57-4d88-8bd3-45c9343f7600), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.012327 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (83d93876-1d57-4d88-8bd3-45c9343f7600), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.016277 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (e5bd0936-da6c-4f0a-8842-144a0efc888d), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.035682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d93876-1d57-4d88-8bd3-45c9343f7600,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:58.047658 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.051964 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-87b4ecf7-9fb3-4bf0-aaec-8ff69295d64a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2034338 Jul 25 12:21:58.400761 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8dea7cce-f9d9-4a6f-a049-da19245098ae req-719d18cf-8c36-482f-a772-1b4da4325396 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 210 time: 0.3542523 Jul 25 12:21:58.417140 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:58.439447 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-dcd1f73d-63a4-4a65-b503-39baf1f589e7 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f6b1d49d16c741d195afa089f5f1eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445354 Jul 25 12:21:58.521780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (e5bd0936-da6c-4f0a-8842-144a0efc888d), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.551815 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:58.583408 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5bd0936-da6c-4f0a-8842-144a0efc888d,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:58.594705 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.594978 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0fce1-a7e4-40d3-889b-77b4aa40a7ae None None] Network 36635bbd-0783-4ae1-9364-d8aba7145b80 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:21:58.598063 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-af912493-9c42-4123-82f5-1a6cd94289ac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e5bd0936-da6c-4f0a-8842-144a0efc888d HTTP/1.1" status: 204 len: 168 time: 0.8639541 Jul 25 12:21:58.600870 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53668) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:21:58.623231 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-0e53d209-f166-40e5-9d40-eca50b6778af tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:58.625187 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-0e53d209-f166-40e5-9d40-eca50b6778af tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738904 Jul 25 12:21:58.637381 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Request body: {'port': {'device_id': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8', 'admin_state_up': True, 'tenant_id': 'f6b1d49d16c741d195afa089f5f1eb36'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:58.799186 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (36635bbd-0783-4ae1-9364-d8aba7145b80), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.847194 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Made reservation on behalf of f6b1d49d16c741d195afa089f5f1eb36 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:21:58.860145 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.870891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Deleting port a0a40778-bb60-4e55-b095-33c05b789ada {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:58.871327 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.882344 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.889596 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166b10c-6b55-463b-8105-96190069b82f None None] DHCP port deletion for 36635bbd-0783-4ae1-9364-d8aba7145b80 request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:21:58.977343 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] For port a0a40778-bb60-4e55-b095-33c05b789ada, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=a0a40778-bb60-4e55-b095-33c05b789ada,segment=NetworkSegment(821d21e8-5b82-4c28-a11c-f46a3dcf8e98),segment_id=821d21e8-5b82-4c28-a11c-f46a3dcf8e98)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:58.978096 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:58.999053 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Calling delete_port for a0a40778-bb60-4e55-b095-33c05b789ada owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:59.055344 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks [] for security_group (9bdd5734-dc98-4276-8156-6808e110a7d0), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.062982 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9bdd5734-dc98-4276-8156-6808e110a7d0), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.114770 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.150181 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b166b10c-6b55-463b-8105-96190069b82f None None] Deleting port a0a40778-bb60-4e55-b095-33c05b789ada {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:21:59.150564 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b166b10c-6b55-463b-8105-96190069b82f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.157476 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdd5734-dc98-4276-8156-6808e110a7d0,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:59.185025 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] No DVR routers for this DVR port a0a40778-bb60-4e55-b095-33c05b789ada on host dv-cinder-797608-61-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:59.195432 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a40778-bb60-4e55-b095-33c05b789ada,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:59.264374 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Allocated IP 192.168.233.176 (631797c4-4957-4a63-958e-f5d87dfa6ff8/14044ed7-b3bf-4b79-99ae-94760c873f05/ae88cc57-20e8-4698-9159-c184775d462b) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:21:59.285793 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-b166b10c-6b55-463b-8105-96190069b82f None None] For port a0a40778-bb60-4e55-b095-33c05b789ada, host dv-cinder-797608-61-iscsi, got binding levels [] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:59.286734 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b166b10c-6b55-463b-8105-96190069b82f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.305667 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b166b10c-6b55-463b-8105-96190069b82f None None] Calling delete_port for a0a40778-bb60-4e55-b095-33c05b789ada owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:21:59.308826 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.ipam_backend_mixin [None req-b166b10c-6b55-463b-8105-96190069b82f None None] Port a0a40778-bb60-4e55-b095-33c05b789ada was not found and therefore no delete operation was performed {{(pid=104019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 12:21:59.310673 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b166b10c-6b55-463b-8105-96190069b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (a0a40778-bb60-4e55-b095-33c05b789ada), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.355680 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166b10c-6b55-463b-8105-96190069b82f None None] Pushing event deleted for resources: {'Port': ['ID=a0a40778-bb60-4e55-b095-33c05b789ada,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:59.383474 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166b10c-6b55-463b-8105-96190069b82f None None] No DVR routers for this DVR port a0a40778-bb60-4e55-b095-33c05b789ada on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:21:59.408507 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2c65787e-fe51-4275-9d73-7733f735de8d up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:21:59.411683 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (36635bbd-0783-4ae1-9364-d8aba7145b80), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.452129 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36635bbd-0783-4ae1-9364-d8aba7145b80']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:59.470229 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821d21e8-5b82-4c28-a11c-f46a3dcf8e98') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:59.470573 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821d21e8-5b82-4c28-a11c-f46a3dcf8e98') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:21:59.482891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31283877'] for segment (821d21e8-5b82-4c28-a11c-f46a3dcf8e98), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.503990 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (821d21e8-5b82-4c28-a11c-f46a3dcf8e98), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.506283 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 2c65787e-fe51-4275-9d73-7733f735de8d triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:21:59.506664 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.528587 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:59.530769 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:21:59.531463 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31282963'] for segment (821d21e8-5b82-4c28-a11c-f46a3dcf8e98), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.538132 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:59.561659 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9c75eab1-44eb-4979-83ba-719cc05f78c6 req-b66eadfc-57c1-4e30-bb77-01a16c69b967 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 210 time: 0.0441494 Jul 25 12:21:59.591499 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment 821d21e8-5b82-4c28-a11c-f46a3dcf8e98 resource provider aggregate not found Jul 25 12:21:59.604313 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 2c65787e-fe51-4275-9d73-7733f735de8d is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:21:59.604815 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.617029 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks [] for port (ae88cc57-20e8-4698-9159-c184775d462b), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.617741 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.services.segments.plugin [-] Segment 821d21e8-5b82-4c28-a11c-f46a3dcf8e98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 821d21e8-5b82-4c28-a11c-f46a3dcf8e98 found for delete ", "request_id": "req-69025fa4-60b2-48bb-844d-5c3f910e338d"}]} Jul 25 12:21:59.618961 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (36635bbd-0783-4ae1-9364-d8aba7145b80), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.625937 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.630221 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] 10.222.0.42 "DELETE /v2.0/networks/36635bbd-0783-4ae1-9364-d8aba7145b80 HTTP/1.1" status: 204 len: 168 time: 1.0279949 Jul 25 12:21:59.640710 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 2c65787e-fe51-4275-9d73-7733f735de8d, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2c65787e-fe51-4275-9d73-7733f735de8d,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:21:59.649495 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.671001 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d3624-0467-458b-b8d6-7861fffd8076 admin admin] Pushing event deleted for resources: {'Network': ['ID=36635bbd-0783-4ae1-9364-d8aba7145b80,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:59.699386 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ae88cc57-20e8-4698-9159-c184775d462b), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.734796 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=2c65787e-fe51-4275-9d73-7733f735de8d,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:59.749616 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Network 631797c4-4957-4a63-958e-f5d87dfa6ff8 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:21:59.754254 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a0a40778-bb60-4e55-b095-33c05b789ada no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:59.755868 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:21:59.760729 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:21:59.791743 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Pushing event updated for resources: {'Port': ['ID=ae88cc57-20e8-4698-9159-c184775d462b,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:21:59.802405 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: a0a40778-bb60-4e55-b095-33c05b789ada {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:59.802750 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device a0a40778-bb60-4e55-b095-33c05b789ada not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:59.803157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 149ac655-c04b-439e-a967-2b1f6cd5024e no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:21:59.805097 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:59.823452 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 149ac655-c04b-439e-a967-2b1f6cd5024e {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:21:59.823819 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 149ac655-c04b-439e-a967-2b1f6cd5024e not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:21:59.831121 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:21:59.832068 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.856485 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-cb55ceee-97d7-45f9-b908-92b1cbeac1fd tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2233155 Jul 25 12:21:59.868699 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Request body: {'port': {'device_id': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:21:59.940061 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:21:59.946341 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ae88cc57-20e8-4698-9159-c184775d462b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:21:59.968043 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53718) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:00.060048 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-66e2b805-0aab-4191-94cf-f8d37f4a9b78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aef3a5bd8ffa43718ea02647f1f74fc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0910523 Jul 25 12:22:00.060996 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 53720) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:00.111185 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62b33769-5264-4b61-b38b-9c583400d587 admin admin] Publish callbacks [] for security_group (748207ff-c4f2-4bc9-aebe-86acf16f45c2), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.114821 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-878a70a7-91c5-4f60-b306-5091f56c0f66 None None] Provisioning complete for port ae88cc57-20e8-4698-9159-c184775d462b triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:00.115234 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-878a70a7-91c5-4f60-b306-5091f56c0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (ae88cc57-20e8-4698-9159-c184775d462b), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.144356 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62b33769-5264-4b61-b38b-9c583400d587 admin admin] Publish callbacks [] for security_group (748207ff-c4f2-4bc9-aebe-86acf16f45c2), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.163490 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-878a70a7-91c5-4f60-b306-5091f56c0f66 None None] Port ae88cc57-20e8-4698-9159-c184775d462b cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:22:00.202845 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62b33769-5264-4b61-b38b-9c583400d587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (748207ff-c4f2-4bc9-aebe-86acf16f45c2), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.205591 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62b33769-5264-4b61-b38b-9c583400d587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.206841 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-62b33769-5264-4b61-b38b-9c583400d587 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/748207ff-c4f2-4bc9-aebe-86acf16f45c2 HTTP/1.1" status: 204 len: 168 time: 0.1448462 Jul 25 12:22:00.210959 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:00.216506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b33769-5264-4b61-b38b-9c583400d587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748207ff-c4f2-4bc9-aebe-86acf16f45c2,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:00.307378 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae88cc57-20e8-4698-9159-c184775d462b {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:22:00.316117 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Publish callbacks [] for port (ae88cc57-20e8-4698-9159-c184775d462b), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.329019 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Transition to ACTIVE for port object ae88cc57-20e8-4698-9159-c184775d462b will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:22:00.333190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ae88cc57-20e8-4698-9159-c184775d462b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.392764 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Sync routers for ids ['390d3efd-0753-49e6-ac0d-526b69fc58a8'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:22:00.405322 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Routers {'390d3efd-0753-49e6-ac0d-526b69fc58a8'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:22:00.406059 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['390d3efd-0753-49e6-ac0d-526b69fc58a8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:00.410703 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Pushing event updated for resources: {'Port': ['ID=ae88cc57-20e8-4698-9159-c184775d462b,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:00.505608 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Attempting to bind port ae88cc57-20e8-4698-9159-c184775d462b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:22:00.506683 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Attempting to bind port ae88cc57-20e8-4698-9159-c184775d462b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:22:00.507124 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Attempting to bind port ae88cc57-20e8-4698-9159-c184775d462b on network 631797c4-4957-4a63-958e-f5d87dfa6ff8 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:22:00.514861 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Port ae88cc57-20e8-4698-9159-c184775d462b on network 631797c4-4957-4a63-958e-f5d87dfa6ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:22:00.515268 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Attempting to bind port ae88cc57-20e8-4698-9159-c184775d462b on network 631797c4-4957-4a63-958e-f5d87dfa6ff8 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:22:00.522486 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:22:00.522834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Checking segment: {'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:22:00.523607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Bound using segment: {'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:22:00.524122 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Bound port: ae88cc57-20e8-4698-9159-c184775d462b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6ee07f-01c5-4785-a922-cda4c96c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:22:00.524500 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ae88cc57-20e8-4698-9159-c184775d462b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.559894 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Set router 390d3efd-0753-49e6-ac0d-526b69fc58a8 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:22:00.602532 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] For port ae88cc57-20e8-4698-9159-c184775d462b, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:22:00.606125 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] For port ae88cc57-20e8-4698-9159-c184775d462b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ae88cc57-20e8-4698-9159-c184775d462b,segment=NetworkSegment(2d6ee07f-01c5-4785-a922-cda4c96c1b18),segment_id=2d6ee07f-01c5-4785-a922-cda4c96c1b18)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:22:00.615812 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ae88cc57-20e8-4698-9159-c184775d462b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.681505 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:00.682370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:00.684170 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] 10.222.0.39 "PUT /v2.0/ports/ae88cc57-20e8-4698-9159-c184775d462b HTTP/1.1" status: 200 len: 1098 time: 0.8202126 Jul 25 12:22:00.689593 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'tag': 'ae88cc57-20e8-4698-9159-c184775d462b'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:22:00.693884 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef74de-4f33-4f64-acba-ab65128f0107" -d '{"events": [{"name": "network-changed", "server_uuid": "da5c2d21-6ce0-4c45-9012-c4cf97078a80", "tag": "ae88cc57-20e8-4698-9159-c184775d462b"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:22:00.742529 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5f5ee-f18f-4031-80e9-012fdf860021 service neutron] Pushing event updated for resources: {'Port': ['ID=ae88cc57-20e8-4698-9159-c184775d462b,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:00.759526 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4cd85-5c65-4c3f-a0c6-b812405777b6 req-829bfc5b-4a82-4f17-8b03-d2e1a8cb86ff tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:00.761113 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-44f4cd85-5c65-4c3f-a0c6-b812405777b6 req-829bfc5b-4a82-4f17-8b03-d2e1a8cb86ff tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 948 time: 0.1002250 Jul 25 12:22:00.775094 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbfa1b9-c20c-45a1-90d5-c6414430e61c x-openstack-request-id: req-4bbfa1b9-c20c-45a1-90d5-c6414430e61c {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:22:00.775680 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5c2d21-6ce0-4c45-9012-c4cf97078a80", "tag": "ae88cc57-20e8-4698-9159-c184775d462b", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:22:00.776087 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bbfa1b9-c20c-45a1-90d5-c6414430e61c {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:22:00.776657 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbfa1b9-c20c-45a1-90d5-c6414430e61c'] response: {'name': 'network-changed', 'server_uuid': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'tag': 'ae88cc57-20e8-4698-9159-c184775d462b', 'status': 'completed', 'code': 200} Jul 25 12:22:00.831888 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:00.833288 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-a805fd44-e1b5-4cdf-a80a-2d18c0972c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:00.835178 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-a805fd44-e1b5-4cdf-a80a-2d18c0972c87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6b1d49d16c741d195afa089f5f1eb36&device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 1132 time: 0.0727999 Jul 25 12:22:00.920464 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-1bbc4c3a-b1e1-4144-a540-fc0fe738d97e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=ae88cc57-20e8-4698-9159-c184775d462b HTTP/1.1" status: 200 len: 217 time: 0.0612681 Jul 25 12:22:00.933817 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 4, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port': {'id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:50Z', 'updated_at': '2022-07-25T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec', 'name': '', 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'mac_address': 'fa:16:3e:be:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:53Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 2, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'subnets': [{'id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:00.949056 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-44f4cd85-5c65-4c3f-a0c6-b812405777b6 req-031baece-7214-4dda-808e-e081088bd701 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183591 Jul 25 12:22:00.977300 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Checking router: 390d3efd-0753-49e6-ac0d-526b69fc58a8 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:22:00.977662 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Updating router 390d3efd-0753-49e6-ac0d-526b69fc58a8 port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:22:01.010777 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-850fd813-2e4a-4392-9bca-fa264437047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:01.012486 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-850fd813-2e4a-4392-9bca-fa264437047a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14044ed7-b3bf-4b79-99ae-94760c873f05 HTTP/1.1" status: 200 len: 843 time: 0.0842423 Jul 25 12:22:01.034085 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.079290 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-8afbf779-9a66-460d-a239-55db951dbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:01.080873 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-8afbf779-9a66-460d-a239-55db951dbfca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=631797c4-4957-4a63-958e-f5d87dfa6ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0621045 Jul 25 12:22:01.158706 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:01.190893 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-e1374ef8-b697-488d-88ba-6e8c1d7ea219 service neutron] 10.222.0.39 "GET /v2.0/networks/631797c4-4957-4a63-958e-f5d87dfa6ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032956 Jul 25 12:22:01.197968 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:01.322452 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-df572d6e-404d-4c9e-9fbf-d2e1247ac8dd req-eaeb2ea3-ef1b-4030-a031-34b9cbaced10 service neutron] 10.222.0.39 "GET /v2.0/networks/631797c4-4957-4a63-958e-f5d87dfa6ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217000 Jul 25 12:22:01.365035 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2c65787e-fe51-4275-9d73-7733f735de8d up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:22:01.415930 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Publish callbacks [] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.424085 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.479212 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 2c65787e-fe51-4275-9d73-7733f735de8d triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:01.479621 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.503646 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77e6a0-c961-4194-b301-da3fd072f859 None None] Pushing event updated for resources: {'Port': ['ID=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:01.583235 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Attempting to bind port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:22:01.583641 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Attempting to bind port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:22:01.584021 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Attempting to bind port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec on network 5ef86931-8129-4bfe-b428-2f932ef50e8f {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:22:01.592426 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:22:01.592981 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Checking segment: {'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:22:01.593389 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.593800 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Bound using segment: {'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:22:01.594298 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Bound port: 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc143cbe-4a4f-455f-8c6f-456692f614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:22:01.594695 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.625629 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:01.666806 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 2c65787e-fe51-4275-9d73-7733f735de8d is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:01.695001 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] For port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:22:01.698502 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] For port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,segment=NetworkSegment(dc143cbe-4a4f-455f-8c6f-456692f614e8),segment_id=dc143cbe-4a4f-455f-8c6f-456692f614e8)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:22:01.705965 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.763635 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:01.764511 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e4d2190e-bf69-41a3-8b60-5d4365f97761 None None] Provisioning complete for port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:01.764802 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e4d2190e-bf69-41a3-8b60-5d4365f97761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:01.813828 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Routers {'390d3efd-0753-49e6-ac0d-526b69fc58a8'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:22:01.814464 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:21:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['390d3efd-0753-49e6-ac0d-526b69fc58a8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:01.819933 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77e6a0-c961-4194-b301-da3fd072f859 None None] Pushing event updated for resources: {'Port': ['ID=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:01.956805 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2190e-bf69-41a3-8b60-5d4365f97761 None None] Current status of the port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:01.957381 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e4d2190e-bf69-41a3-8b60-5d4365f97761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:02.004200 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] Set router 390d3efd-0753-49e6-ac0d-526b69fc58a8 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:22:02.039934 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-e4d2190e-bf69-41a3-8b60-5d4365f97761 None None] For port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,segment=NetworkSegment(dc143cbe-4a4f-455f-8c6f-456692f614e8),segment_id=dc143cbe-4a4f-455f-8c6f-456692f614e8)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:02.045945 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e4d2190e-bf69-41a3-8b60-5d4365f97761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:02.121346 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:02.141450 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-0d0929e3-86b5-4849-a14a-bb8e26a1d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:02.143400 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-0d0929e3-86b5-4849-a14a-bb8e26a1d0ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6b1d49d16c741d195afa089f5f1eb36&device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 1132 time: 0.0549104 Jul 25 12:22:02.148670 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d5334-d93a-4cf3-9d9e-d3234b472bf5 req-0eca6730-f8a0-438e-81a3-088fe0748380 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:02.150464 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4d3d5334-d93a-4cf3-9d9e-d3234b472bf5 req-0eca6730-f8a0-438e-81a3-088fe0748380 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 948 time: 0.1122954 Jul 25 12:22:02.217915 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-c7a1a25f-a10e-4242-94e4-84895426b78c None None] Provisioning complete for port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:02.218292 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a25f-a10e-4242-94e4-84895426b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:02.222127 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2190e-bf69-41a3-8b60-5d4365f97761 None None] Pushing event updated for resources: {'Port': ['ID=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:02.243746 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4d3d5334-d93a-4cf3-9d9e-d3234b472bf5 req-41d5d4cf-05da-4443-baac-ffc344809131 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830011 Jul 25 12:22:02.274300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-ca05fef8-b9cc-4d15-8556-9617d53537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:02.276375 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-ca05fef8-b9cc-4d15-8556-9617d53537a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=631797c4-4957-4a63-958e-f5d87dfa6ff8 HTTP/1.1" status: 200 len: 870 time: 0.1257236 Jul 25 12:22:02.324351 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-4ba1c109-26c1-4d97-88c0-73a3e9d7a20f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=ae88cc57-20e8-4698-9159-c184775d462b HTTP/1.1" status: 200 len: 217 time: 0.0405209 Jul 25 12:22:02.383743 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-80c21959-9989-42ea-9d54-d2ba8251f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:02.385295 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-80c21959-9989-42ea-9d54-d2ba8251f5b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14044ed7-b3bf-4b79-99ae-94760c873f05 HTTP/1.1" status: 200 len: 843 time: 0.0546656 Jul 25 12:22:02.438088 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-010414b8-4fbe-4754-a428-373a32d642da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:02.440468 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-010414b8-4fbe-4754-a428-373a32d642da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=631797c4-4957-4a63-958e-f5d87dfa6ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0479634 Jul 25 12:22:02.511971 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1a25f-a10e-4242-94e4-84895426b78c None None] Current status of the port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:02.517209 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 4, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port': {'id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:50Z', 'updated_at': '2022-07-25T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec', 'name': '', 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'mac_address': 'fa:16:3e:be:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:53Z', 'updated_at': '2022-07-25T12:22:01Z', 'revision_number': 4, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'subnets': [{'id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:02.549285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3e57e-504e-4504-be00-49ed488e7009 None None] The sync data for ids ['390d3efd-0753-49e6-ac0d-526b69fc58a8'] in dv-cinder-797608-61-iscsi is: [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:21:54Z', 'revision_number': 4, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port': {'id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:50Z', 'updated_at': '2022-07-25T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec', 'name': '', 'network_id': '5ef86931-8129-4bfe-b428-2f932ef50e8f', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'mac_address': 'fa:16:3e:be:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:53Z', 'updated_at': '2022-07-25T12:22:01Z', 'revision_number': 4, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'subnets': [{'id': '05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:22:02.561184 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-99bcd2ea-776c-4595-b4cd-4d5414532c47 service neutron] 10.222.0.39 "GET /v2.0/networks/631797c4-4957-4a63-958e-f5d87dfa6ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135244 Jul 25 12:22:02.659891 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e4ef74de-4f33-4f64-acba-ab65128f0107 req-1614d413-ec06-4a53-86d1-0bb4d8cde3d3 service neutron] 10.222.0.39 "GET /v2.0/networks/631797c4-4957-4a63-958e-f5d87dfa6ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918753 Jul 25 12:22:03.318838 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:22:03.366421 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:03.366908 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:03.369396 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:03.374412 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e56c37-8f58-4bb8-971f-df8bb43ec82b req-34f2f5be-f4d5-4fc9-baef-c725ad9f4c2e tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:03.375966 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-76e56c37-8f58-4bb8-971f-df8bb43ec82b req-34f2f5be-f4d5-4fc9-baef-c725ad9f4c2e tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 948 time: 0.0520847 Jul 25 12:22:03.424420 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-76e56c37-8f58-4bb8-971f-df8bb43ec82b req-2ca696b3-dd0d-455a-82ef-e1b819536d32 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Jul 25 12:22:03.443853 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:04.148158 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ae88cc57-20e8-4698-9159-c184775d462b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:22:04.251315 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ae88cc57-20e8-4698-9159-c184775d462b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ae88cc57-20e8-4698-9159-c184775d462b,segment=NetworkSegment(2d6ee07f-01c5-4785-a922-cda4c96c1b18),segment_id=2d6ee07f-01c5-4785-a922-cda4c96c1b18)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:04.264291 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'ae88cc57-20e8-4698-9159-c184775d462b', 'network_id': '631797c4-4957-4a63-958e-f5d87dfa6ff8', 'port_id': 'ae88cc57-20e8-4698-9159-c184775d462b', 'mac_address': 'fa:16:3e:40:67:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14044ed7-b3bf-4b79-99ae-94760c873f05', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:22:04.308171 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ae88cc57-20e8-4698-9159-c184775d462b is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:04.308570 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ae88cc57-20e8-4698-9159-c184775d462b), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:04.325150 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae88cc57-20e8-4698-9159-c184775d462b {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:22:04.344761 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ae88cc57-20e8-4698-9159-c184775d462b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ae88cc57-20e8-4698-9159-c184775d462b,segment=NetworkSegment(2d6ee07f-01c5-4785-a922-cda4c96c1b18),segment_id=2d6ee07f-01c5-4785-a922-cda4c96c1b18)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:04.347995 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ae88cc57-20e8-4698-9159-c184775d462b), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:04.397447 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ae88cc57-20e8-4698-9159-c184775d462b,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:04.541465 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41d1b5-7120-42e2-8333-53f7d21dc4ec req-6c82b84d-f0d2-4029-b8f9-fa8b54cf15ae tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:04.543060 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b41d1b5-7120-42e2-8333-53f7d21dc4ec req-6c82b84d-f0d2-4029-b8f9-fa8b54cf15ae tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 949 time: 0.0472167 Jul 25 12:22:04.568255 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['ae88cc57-20e8-4698-9159-c184775d462b'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:22:04.589964 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b41d1b5-7120-42e2-8333-53f7d21dc4ec req-bfde8ab4-224b-4c93-8a25-03e01966694e tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Jul 25 12:22:04.622726 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:05.711950 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec0b1e-07ea-4b1e-a204-02e2b0e9f4c5 req-45453c50-16cf-442a-8fce-c575206c270c tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:05.713638 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-31ec0b1e-07ea-4b1e-a204-02e2b0e9f4c5 req-45453c50-16cf-442a-8fce-c575206c270c tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 949 time: 0.0495865 Jul 25 12:22:05.763223 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-31ec0b1e-07ea-4b1e-a204-02e2b0e9f4c5 req-8b9e3e39-1804-4d91-8de9-8ca036feca9e tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Jul 25 12:22:06.413255 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ae88cc57-20e8-4698-9159-c184775d462b up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:22:06.454558 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port ae88cc57-20e8-4698-9159-c184775d462b completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:22:06.460895 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port ae88cc57-20e8-4698-9159-c184775d462b triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:06.461271 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (ae88cc57-20e8-4698-9159-c184775d462b), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:06.530297 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:06.533238 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ae88cc57-20e8-4698-9159-c184775d462b is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:06.533628 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ae88cc57-20e8-4698-9159-c184775d462b), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:06.559419 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae88cc57-20e8-4698-9159-c184775d462b'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:22:06.561692 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d847c25f-a72e-4e57-bd05-fa5e0f6e6d28" -d '{"events": [{"server_uuid": "da5c2d21-6ce0-4c45-9012-c4cf97078a80", "name": "network-vif-plugged", "status": "completed", "tag": "ae88cc57-20e8-4698-9159-c184775d462b"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:22:06.577732 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ae88cc57-20e8-4698-9159-c184775d462b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ae88cc57-20e8-4698-9159-c184775d462b,segment=NetworkSegment(2d6ee07f-01c5-4785-a922-cda4c96c1b18),segment_id=2d6ee07f-01c5-4785-a922-cda4c96c1b18)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:06.581902 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ae88cc57-20e8-4698-9159-c184775d462b), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:06.605087 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c1e2ac-3e12-44a7-851d-0d02ff8c040f x-openstack-request-id: req-93c1e2ac-3e12-44a7-851d-0d02ff8c040f {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:22:06.605378 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5c2d21-6ce0-4c45-9012-c4cf97078a80", "name": "network-vif-plugged", "status": "completed", "tag": "ae88cc57-20e8-4698-9159-c184775d462b", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:22:06.605627 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93c1e2ac-3e12-44a7-851d-0d02ff8c040f {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:22:06.606013 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c1e2ac-3e12-44a7-851d-0d02ff8c040f'] response: {'server_uuid': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae88cc57-20e8-4698-9159-c184775d462b', 'code': 200} Jul 25 12:22:06.630119 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ae88cc57-20e8-4698-9159-c184775d462b,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:06.754696 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:22:06.883225 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24c959-9767-49a0-951f-13fb3b82bdb6 req-f7a8cde2-db21-48e6-b2d7-15fc8adeeb65 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:06.884705 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0c24c959-9767-49a0-951f-13fb3b82bdb6 req-f7a8cde2-db21-48e6-b2d7-15fc8adeeb65 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 950 time: 0.0476477 Jul 25 12:22:06.934292 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0c24c959-9767-49a0-951f-13fb3b82bdb6 req-9ff71e60-6350-4bcb-b304-37b83e89ada8 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Jul 25 12:22:08.056796 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea75ea-9533-475e-a1c0-9e4db0f42f7e req-41e1b3cb-8cd0-48f5-822a-086b97ba51e9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:08.058279 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cbea75ea-9533-475e-a1c0-9e4db0f42f7e req-41e1b3cb-8cd0-48f5-822a-086b97ba51e9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 950 time: 0.0488064 Jul 25 12:22:08.110820 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cbea75ea-9533-475e-a1c0-9e4db0f42f7e req-e7b45de2-bbb5-486a-91dc-2f4805a9c3ed tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469642 Jul 25 12:22:08.406621 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248659d-6740-44ca-9a60-5fd0f34fe8db req-d36212c5-081e-4a5a-b9e5-35d56489c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:08.408033 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e248659d-6740-44ca-9a60-5fd0f34fe8db req-d36212c5-081e-4a5a-b9e5-35d56489c17f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 1134 time: 0.0398095 Jul 25 12:22:08.418526 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:08.451464 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e248659d-6740-44ca-9a60-5fd0f34fe8db req-b2cde18e-bb91-43c6-9ec6-2bf8f8c3a040 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 Jul 25 12:22:09.227776 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3460e-712f-4937-8bbf-72ee80854d1e req-9a9a78f2-5693-4cf5-b26a-da7add6e476e tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:09.229248 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-52f3460e-712f-4937-8bbf-72ee80854d1e req-9a9a78f2-5693-4cf5-b26a-da7add6e476e tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 950 time: 0.0485251 Jul 25 12:22:09.271569 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:09.276767 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-52f3460e-712f-4937-8bbf-72ee80854d1e req-38ef774a-7397-4960-97de-5d51dfdf7525 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Jul 25 12:22:10.394383 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae33641-6b97-4c55-a5f5-991be5ada457 req-a9b07e96-3060-44e9-8271-2f0625554045 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:10.396395 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cae33641-6b97-4c55-a5f5-991be5ada457 req-a9b07e96-3060-44e9-8271-2f0625554045 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 950 time: 0.0491159 Jul 25 12:22:10.444316 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cae33641-6b97-4c55-a5f5-991be5ada457 req-e0791b20-ff1f-416e-90f8-49a033b621f7 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Jul 25 12:22:10.726492 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aef3e-a476-40f9-b356-a8a99bccb65b req-64353000-2a47-4407-b241-f9b07cfc5b19 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:10.727987 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-aa6aef3e-a476-40f9-b356-a8a99bccb65b req-64353000-2a47-4407-b241-f9b07cfc5b19 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 950 time: 0.0470984 Jul 25 12:22:10.773690 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-aa6aef3e-a476-40f9-b356-a8a99bccb65b req-d9ba114c-cd3e-425f-a698-c4dd3953e94d tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Jul 25 12:22:11.895786 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae515d-6927-4bc9-b612-e1c13bd9b13a req-71829dd2-8291-4db5-b025-c8a3203234c9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:11.897163 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-85ae515d-6927-4bc9-b612-e1c13bd9b13a req-71829dd2-8291-4db5-b025-c8a3203234c9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 950 time: 0.0506248 Jul 25 12:22:11.946202 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-85ae515d-6927-4bc9-b612-e1c13bd9b13a req-36052f9c-185e-4bb0-8503-bc963edf7494 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bdd5734-dc98-4276-8156-6808e110a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Jul 25 12:22:12.179891 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-1cdc7cd7-717a-44af-ac1d-1eb3938371be tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:12.181219 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-1cdc7cd7-717a-44af-ac1d-1eb3938371be tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.39 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 950 time: 0.0464051 Jul 25 12:22:12.267094 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Deleting port ae88cc57-20e8-4698-9159-c184775d462b {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:22:12.267435 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (ae88cc57-20e8-4698-9159-c184775d462b), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:12.356984 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] For port ae88cc57-20e8-4698-9159-c184775d462b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ae88cc57-20e8-4698-9159-c184775d462b,segment=NetworkSegment(2d6ee07f-01c5-4785-a922-cda4c96c1b18),segment_id=2d6ee07f-01c5-4785-a922-cda4c96c1b18)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:12.357347 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (ae88cc57-20e8-4698-9159-c184775d462b), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:12.371326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Calling delete_port for ae88cc57-20e8-4698-9159-c184775d462b owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:22:12.515132 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ae88cc57-20e8-4698-9159-c184775d462b), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:12.537069 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['ae88cc57-20e8-4698-9159-c184775d462b'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:22:12.558517 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Pushing event deleted for resources: {'Port': ['ID=ae88cc57-20e8-4698-9159-c184775d462b,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:12.619691 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] No DVR routers for this DVR port ae88cc57-20e8-4698-9159-c184775d462b on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:22:12.622658 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:12.627334 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-fa5ab3f0-7d46-4257-b001-79cf6dcebd36 req-404b6774-aa20-4b86-870b-b319616058d9 tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.39 "DELETE /v2.0/ports/ae88cc57-20e8-4698-9159-c184775d462b HTTP/1.1" status: 204 len: 173 time: 0.4397783 Jul 25 12:22:12.627908 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'name': 'network-vif-deleted', 'tag': 'ae88cc57-20e8-4698-9159-c184775d462b'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:22:12.631855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11603379-9c0f-44e5-91bd-529b13379929" -d '{"events": [{"server_uuid": "da5c2d21-6ce0-4c45-9012-c4cf97078a80", "name": "network-vif-deleted", "tag": "ae88cc57-20e8-4698-9159-c184775d462b"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:22:12.673829 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4706d3f-90a7-41f8-93bb-8279a57bbc27 x-openstack-request-id: req-f4706d3f-90a7-41f8-93bb-8279a57bbc27 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:22:12.674131 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5c2d21-6ce0-4c45-9012-c4cf97078a80", "name": "network-vif-deleted", "tag": "ae88cc57-20e8-4698-9159-c184775d462b", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:22:12.674473 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4706d3f-90a7-41f8-93bb-8279a57bbc27 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:22:12.674880 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4706d3f-90a7-41f8-93bb-8279a57bbc27'] response: {'server_uuid': 'da5c2d21-6ce0-4c45-9012-c4cf97078a80', 'name': 'network-vif-deleted', 'tag': 'ae88cc57-20e8-4698-9159-c184775d462b', 'status': 'completed', 'code': 200} Jul 25 12:22:13.074885 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bceccca1-3659-4509-bab0-65a3c3a8861d req-f4ef59ee-9a31-4c4c-a702-a9e3f501cd3c tempest-VolumesNegativeTest-128518607 tempest-VolumesNegativeTest-128518607-project] 10.222.0.42 "GET /v2.0/ports?device_id=da5c2d21-6ce0-4c45-9012-c4cf97078a80 HTTP/1.1" status: 200 len: 210 time: 0.0282342 Jul 25 12:22:13.158969 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:16.209817 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ae88cc57-20e8-4698-9159-c184775d462b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:22:16.260860 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: ae88cc57-20e8-4698-9159-c184775d462b {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:22:16.261281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ae88cc57-20e8-4698-9159-c184775d462b not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:22:16.749300 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=23 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:19.763728 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54286) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:19.778698 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:19.900681 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-87f51a9f-8dc0-4e03-a2fc-f07d3c8dd990 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6b1d49d16c741d195afa089f5f1eb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357813 Jul 25 12:22:19.903158 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54292) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:19.949753 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe42dace-8c49-4a66-b7a2-7f084a7ae7b5 admin admin] Publish callbacks [] for security_group (9bdd5734-dc98-4276-8156-6808e110a7d0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:19.970914 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe42dace-8c49-4a66-b7a2-7f084a7ae7b5 admin admin] Publish callbacks [] for security_group (9bdd5734-dc98-4276-8156-6808e110a7d0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:20.017349 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe42dace-8c49-4a66-b7a2-7f084a7ae7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9bdd5734-dc98-4276-8156-6808e110a7d0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:20.019923 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe42dace-8c49-4a66-b7a2-7f084a7ae7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:20.021572 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fe42dace-8c49-4a66-b7a2-7f084a7ae7b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bdd5734-dc98-4276-8156-6808e110a7d0 HTTP/1.1" status: 204 len: 168 time: 0.1174984 Jul 25 12:22:20.029947 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42dace-8c49-4a66-b7a2-7f084a7ae7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdd5734-dc98-4276-8156-6808e110a7d0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:21.279223 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9d44377d-7bdf-4afa-933a-d422fd4441a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:23.056071 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=55,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:23.057150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=67,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:23.154130 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:23.418382 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1e6b988d-6bfe-48e6-a8d5-a1e4b93ffa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:24.722718 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:25.441039 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-1b9be1c4-89d8-4c36-ad7e-52e531589257 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054820741&fields=id&tenant_id=141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 267 time: 0.0442050 Jul 25 12:22:25.560306 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-cb9509d5-d078-43d8-acb2-b00a5654b1a0 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:25.561825 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-cb9509d5-d078-43d8-acb2-b00a5654b1a0 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 811 time: 0.1145728 Jul 25 12:22:25.576376 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-2be19570-f187-4190-bbb3-bd0ae0f67d78 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/quotas/141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 375 time: 0.0091646 Jul 25 12:22:25.624219 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-1058f079-8330-422d-9731-5ff40db070ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430748 Jul 25 12:22:25.821248 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-f7a50e7c-81fa-4785-b8c5-227986bdd65a service neutron] 10.222.0.42 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860340 Jul 25 12:22:25.921524 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-8d185118-d321-4d8d-be72-1fd2cbfb9b5d service neutron] 10.222.0.42 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945597 Jul 25 12:22:26.220208 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ee0a3b00-f3fa-48f8-ab8b-ed3fc1e025d9 req-be661394-bd41-4d15-80ec-69b1a10a4f59 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.0312417 Jul 25 12:22:26.305053 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:26.489423 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:27.319774 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d962ac45-415d-4c0f-808b-52e2da0b73be req-0f69d6eb-bd9d-4ffa-bfb5-9429a544c08f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.0277789 Jul 25 12:22:28.060268 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54402) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:28.169054 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdc68955-06fc-46de-85d9-25083e3ad940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:28.250220 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdc68955-06fc-46de-85d9-25083e3ad940 admin admin] Publish callbacks [] for security_group (b986b10a-c6dc-48cb-b8fc-434934c87579), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:28.253855 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdc68955-06fc-46de-85d9-25083e3ad940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b986b10a-c6dc-48cb-b8fc-434934c87579), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:28.280474 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:28.293223 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc68955-06fc-46de-85d9-25083e3ad940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b986b10a-c6dc-48cb-b8fc-434934c87579,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:28.299262 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fdc68955-06fc-46de-85d9-25083e3ad940 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7bc9b29547841d8b46f264148eae000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379839 Jul 25 12:22:28.301930 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54408) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:28.350751 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa6ac-cae5-47c1-a655-b57e0eefa7e5 admin admin] Publish callbacks [] for security_group (b986b10a-c6dc-48cb-b8fc-434934c87579), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:28.368156 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:28.373218 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa6ac-cae5-47c1-a655-b57e0eefa7e5 admin admin] Publish callbacks [] for security_group (b986b10a-c6dc-48cb-b8fc-434934c87579), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:28.430253 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3628ff43-f53f-4161-acf3-0dfc03702ba0 req-00581cf5-700d-4da5-a153-27df40cb52c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.0384488 Jul 25 12:22:28.448491 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa6ac-cae5-47c1-a655-b57e0eefa7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (b986b10a-c6dc-48cb-b8fc-434934c87579), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:28.451005 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa6ac-cae5-47c1-a655-b57e0eefa7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:28.452130 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3e1aa6ac-cae5-47c1-a655-b57e0eefa7e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b986b10a-c6dc-48cb-b8fc-434934c87579 HTTP/1.1" status: 204 len: 168 time: 0.1493282 Jul 25 12:22:28.460104 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aa6ac-cae5-47c1-a655-b57e0eefa7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b986b10a-c6dc-48cb-b8fc-434934c87579,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:29.533418 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cfd99692-a55e-4415-8132-9ea239b59588 req-e55953eb-dd8d-464d-bb57-0a66e7b3c5c7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.0320952 Jul 25 12:22:30.063415 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-2c774a3e-512a-4aa7-86f1-88b18c745b98 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:30.064879 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-2c774a3e-512a-4aa7-86f1-88b18c745b98 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 811 time: 0.1103981 Jul 25 12:22:30.138377 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-08ef913c-7225-493d-be79-12a9856ea402 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 380 time: 0.0625777 Jul 25 12:22:30.147998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'port': {'device_id': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'admin_state_up': True, 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'security_groups': ['40b70044-d56f-45be-bd3a-b91e080abd6b']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:22:30.269615 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Made reservation on behalf of 141003bbc94b41569683aef4c15b46f1 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:22:30.273708 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:30.418030 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Allocated IP 172.20.0.14 (11d8ce76-c85a-44ea-b9a3-bfb714066192/dcf69874-85a3-44b4-939d-593d1690b9b5/1ad2d7c4-0c36-4f08-b535-a2075df94aa9) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:22:30.534488 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:30.535167 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:30.599951 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:30.639531 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:30.694567 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:22:30.698147 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:22:30.701439 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:22:30.746996 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:30.826463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:30.827757 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:30.857689 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-3c84d19b-8121-42e3-b257-de0404fc0fff tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7145855 Jul 25 12:22:30.870618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Request body: {'port': {'device_id': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:22:30.938300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:30.960580 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c08c848a-7d62-439e-9f18-6f2b641db8b6 req-2020184b-8042-4016-85b0-27dd17b76b92 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.3410647 Jul 25 12:22:31.033060 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bebec050-2814-4e44-8e7a-9257a9c37460 None None] Provisioning complete for port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:31.033668 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bebec050-2814-4e44-8e7a-9257a9c37460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:31.065352 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bebec050-2814-4e44-8e7a-9257a9c37460 None None] Port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:22:31.202282 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:22:31.210264 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Publish callbacks [] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:31.222573 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Transition to ACTIVE for port object 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:22:31.225924 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:31.275256 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:31.359739 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Attempting to bind port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:22:31.360074 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Attempting to bind port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:22:31.360406 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Attempting to bind port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:22:31.365146 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:22:31.365469 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Attempting to bind port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:22:31.370618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:22:31.370957 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Checking segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:22:31.371333 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Bound using segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:22:31.371785 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Bound port: 1ad2d7c4-0c36-4f08-b535-a2075df94aa9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:22:31.372143 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:31.418051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:31.437383 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:31.440030 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] For port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:22:31.443955 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] For port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:22:31.450843 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:31.486669 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:31.487468 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:31.489343 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] 10.222.0.39 "PUT /v2.0/ports/1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 200 len: 1094 time: 0.6248505 Jul 25 12:22:31.491931 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:22:31.495314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60240d15-3842-4a82-ae87-19644b8dbaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:22:31.522661 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba0e66-94c5-47e8-b731-6c825f656cfb service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:31.547593 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ed7009-acbc-43ad-a695-2edd7c5fa5eb x-openstack-request-id: req-22ed7009-acbc-43ad-a695-2edd7c5fa5eb {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:22:31.547593 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:22:31.547593 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22ed7009-acbc-43ad-a695-2edd7c5fa5eb {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:22:31.547593 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ed7009-acbc-43ad-a695-2edd7c5fa5eb'] response: {'name': 'network-changed', 'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'status': 'completed', 'code': 200} Jul 25 12:22:31.578805 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-509a5c30-7282-4aaa-954e-794adb454c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:31.580568 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-509a5c30-7282-4aaa-954e-794adb454c90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1128 time: 0.0474877 Jul 25 12:22:31.632855 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-d99fcfa7-0fad-49d3-a634-a34702b8c766 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 200 len: 217 time: 0.0429544 Jul 25 12:22:31.691971 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-019bb6f4-8cbe-45b0-a5f8-400af51538be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:31.693986 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-019bb6f4-8cbe-45b0-a5f8-400af51538be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0559471 Jul 25 12:22:31.738772 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-e0a291ac-96db-4bdd-b189-1737f6d8ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:31.740878 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-e0a291ac-96db-4bdd-b189-1737f6d8ad85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403605 Jul 25 12:22:31.843758 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-6db49081-c4d8-4c5a-a2d5-c7e57570f7a4 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953128 Jul 25 12:22:31.942114 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19dd0127-b0b6-4892-9af2-6d5110d76164 req-67976459-aa47-4a4b-b77c-24c56af3e0bc service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913794 Jul 25 12:22:32.081543 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7eae7-2cd8-44ec-9e23-7008d244ff15 req-a206ecd6-b21f-4f15-87ff-e646702ee803 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:32.083131 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43c7eae7-2cd8-44ec-9e23-7008d244ff15 req-a206ecd6-b21f-4f15-87ff-e646702ee803 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0484898 Jul 25 12:22:32.132978 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43c7eae7-2cd8-44ec-9e23-7008d244ff15 req-93e47e7a-dbad-4d25-83de-9af61e99bf97 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435102 Jul 25 12:22:32.206594 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-c3848a9a-1b0a-4922-9176-7059dd711172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:32.208108 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-c3848a9a-1b0a-4922-9176-7059dd711172 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1128 time: 0.0424597 Jul 25 12:22:32.299638 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-241d2d7b-9b69-42e5-bae3-93f6b0372a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:32.301155 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-241d2d7b-9b69-42e5-bae3-93f6b0372a6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0866683 Jul 25 12:22:32.345025 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-6a3ebf96-ae45-4223-a116-0d8cb6a0f556 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 200 len: 217 time: 0.0372679 Jul 25 12:22:32.397113 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-8f2efb6e-5b3f-4bb4-8445-89afd06e6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:32.398542 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-8f2efb6e-5b3f-4bb4-8445-89afd06e6ed8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0480371 Jul 25 12:22:32.442542 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-ff822bf1-9da0-448c-8d85-4aa97337a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:32.444559 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-ff822bf1-9da0-448c-8d85-4aa97337a874 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395498 Jul 25 12:22:32.538893 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-66cfbf3f-c6f8-4c67-ae39-4e37340edfde service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Jul 25 12:22:32.630273 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-60240d15-3842-4a82-ae87-19644b8dbaa9 req-f8a14fe9-2a17-4f22-873d-c4b6c180ade2 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Jul 25 12:22:33.269752 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20d009-4712-4f78-82a2-c8c8904f1c7f req-c424f184-4812-4480-9bb2-eea3a784529a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:33.275718 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5a20d009-4712-4f78-82a2-c8c8904f1c7f req-c424f184-4812-4480-9bb2-eea3a784529a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0672991 Jul 25 12:22:33.295618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:33.328370 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5a20d009-4712-4f78-82a2-c8c8904f1c7f req-4882c779-ffa4-4d95-8600-65d2d6ee999a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476227 Jul 25 12:22:34.458044 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aff26-642a-46fd-878a-231e95caa011 req-e59808e8-2a01-406d-9ff4-ee5aa622c37c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:34.459584 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c6aff26-642a-46fd-878a-231e95caa011 req-e59808e8-2a01-406d-9ff4-ee5aa622c37c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0580087 Jul 25 12:22:34.517349 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1c6aff26-642a-46fd-878a-231e95caa011 req-2b0c685b-ca38-4c5b-acdc-ae8c0e17f9f8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520902 Jul 25 12:22:35.636754 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45026333-afcf-4bb9-b9bd-f95c7141b61b req-ea307ff2-b6a2-4470-a67e-e06fa74f37b4 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:35.638204 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-45026333-afcf-4bb9-b9bd-f95c7141b61b req-ea307ff2-b6a2-4470-a67e-e06fa74f37b4 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0493755 Jul 25 12:22:35.691973 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-45026333-afcf-4bb9-b9bd-f95c7141b61b req-9caecc34-cadd-4e08-94d2-91b145e364b0 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478108 Jul 25 12:22:36.811485 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb597d-9fc7-4843-8f24-d83a1e4c7028 req-7bf64550-6679-4d03-81ed-a49a4d703d9d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:36.813012 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78fb597d-9fc7-4843-8f24-d83a1e4c7028 req-7bf64550-6679-4d03-81ed-a49a4d703d9d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0482209 Jul 25 12:22:36.861518 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78fb597d-9fc7-4843-8f24-d83a1e4c7028 req-ed971193-5ebd-4404-9312-7f78db86f7ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Jul 25 12:22:37.965990 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:37.980284 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacacc-00b0-4596-8f27-7cc39efbce71 req-d865f2a9-60d0-40bc-8f59-0b811012deae tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:37.982001 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-95eacacc-00b0-4596-8f27-7cc39efbce71 req-d865f2a9-60d0-40bc-8f59-0b811012deae tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0480242 Jul 25 12:22:38.036188 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-95eacacc-00b0-4596-8f27-7cc39efbce71 req-ebd26f69-5a5c-46ed-92a0-9b1da926702e tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482154 Jul 25 12:22:39.161333 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accefff-4253-499f-b84a-5be81e564e86 req-2cb7186c-1a1b-47c5-8737-9db1dce09638 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:39.162827 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2accefff-4253-499f-b84a-5be81e564e86 req-2cb7186c-1a1b-47c5-8737-9db1dce09638 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0496185 Jul 25 12:22:39.211068 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2accefff-4253-499f-b84a-5be81e564e86 req-41acd7b9-a8a5-44b0-aece-ad8aba318149 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Jul 25 12:22:40.342772 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d49d70-3377-4e2b-8b29-c0d242cd50c3 req-a766296c-15bb-4844-a536-5477085318d9 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:40.344343 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-97d49d70-3377-4e2b-8b29-c0d242cd50c3 req-a766296c-15bb-4844-a536-5477085318d9 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0500336 Jul 25 12:22:40.394794 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-97d49d70-3377-4e2b-8b29-c0d242cd50c3 req-ae41b85f-c8c1-48dc-86e2-528f9933c309 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Jul 25 12:22:41.516429 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb3920-06d2-45a0-b6cc-a8441a2eaea9 req-2fdea15e-0e73-499f-9479-9fcc1fceb406 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:41.517830 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cbdb3920-06d2-45a0-b6cc-a8441a2eaea9 req-2fdea15e-0e73-499f-9479-9fcc1fceb406 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 944 time: 0.0522466 Jul 25 12:22:41.567987 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cbdb3920-06d2-45a0-b6cc-a8441a2eaea9 req-d16fb970-9925-4e66-9628-37e96931f95a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Jul 25 12:22:41.704928 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:41.706786 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:41.708770 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:42.362074 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:22:42.460310 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:42.471103 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'port_id': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'mac_address': 'fa:16:3e:96:48:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:22:42.509144 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:42.509536 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:42.522348 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:22:42.541679 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:42.545629 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:42.592489 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:42.600050 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.600050 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.600277 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.600617 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.600954 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.601285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.601620 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.601945 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.602272 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.602598 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.602923 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.603247 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.603584 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.604249 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.604249 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:42.688689 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22336-ea94-4dfa-9719-5b902c7e80bc req-86131639-0574-4060-996f-25a75167fbee tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:42.690145 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-00f22336-ea94-4dfa-9719-5b902c7e80bc req-86131639-0574-4060-996f-25a75167fbee tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 945 time: 0.0479085 Jul 25 12:22:42.737692 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-00f22336-ea94-4dfa-9719-5b902c7e80bc req-66536ecc-ddd2-4edc-8359-ce0e6e41661d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Jul 25 12:22:42.785487 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['1ad2d7c4-0c36-4f08-b535-a2075df94aa9'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:22:43.337919 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:43.430650 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54706) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:43.564498 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81e57ac8-b060-497b-8f85-57619b41988c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:43.639447 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81e57ac8-b060-497b-8f85-57619b41988c admin admin] Publish callbacks [] for security_group (21298be2-08e6-4289-b5a4-43950517e148), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:43.643277 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81e57ac8-b060-497b-8f85-57619b41988c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (21298be2-08e6-4289-b5a4-43950517e148), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:43.686459 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-81e57ac8-b060-497b-8f85-57619b41988c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=116fc3d0402d4aa5a42223ceb5c10e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546053 Jul 25 12:22:43.687329 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e57ac8-b060-497b-8f85-57619b41988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21298be2-08e6-4289-b5a4-43950517e148,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:43.689170 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 54710) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:43.754520 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:22:43.870340 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be6c73-aee5-4b4f-b57e-ef179195ba4c req-cb748a64-3c29-443c-8db4-223c48b37539 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:43.871922 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-02be6c73-aee5-4b4f-b57e-ef179195ba4c req-cb748a64-3c29-443c-8db4-223c48b37539 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 945 time: 0.0526402 Jul 25 12:22:43.924148 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-02be6c73-aee5-4b4f-b57e-ef179195ba4c req-6838e321-8d81-484f-bdb5-3289266ee5ab tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464902 Jul 25 12:22:43.988928 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b86e120-1c37-43b4-b3e7-9344d78bcceb admin admin] Publish callbacks [] for security_group (21298be2-08e6-4289-b5a4-43950517e148), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.009530 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b86e120-1c37-43b4-b3e7-9344d78bcceb admin admin] Publish callbacks [] for security_group (21298be2-08e6-4289-b5a4-43950517e148), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.058067 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b86e120-1c37-43b4-b3e7-9344d78bcceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (21298be2-08e6-4289-b5a4-43950517e148), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.060787 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9b86e120-1c37-43b4-b3e7-9344d78bcceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.061933 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9b86e120-1c37-43b4-b3e7-9344d78bcceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21298be2-08e6-4289-b5a4-43950517e148 HTTP/1.1" status: 204 len: 168 time: 0.3716874 Jul 25 12:22:44.069833 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86e120-1c37-43b4-b3e7-9344d78bcceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21298be2-08e6-4289-b5a4-43950517e148,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:44.333962 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 54718) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:44.348401 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08ac8d5f-eea9-4929-8208-a4f2b7043b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.372627 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:22:44.428873 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:22:44.436088 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:22:44.436532 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.438942 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08ac8d5f-eea9-4929-8208-a4f2b7043b1d admin admin] Publish callbacks [] for security_group (4fde7b1e-9e91-470d-9f7e-b78cc009936b), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.445215 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08ac8d5f-eea9-4929-8208-a4f2b7043b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4fde7b1e-9e91-470d-9f7e-b78cc009936b), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.488152 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-08ac8d5f-eea9-4929-8208-a4f2b7043b1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=192c0bfd0e25499ba551635ec141a9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524098 Jul 25 12:22:44.489444 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54722) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:44.489903 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac8d5f-eea9-4929-8208-a4f2b7043b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde7b1e-9e91-470d-9f7e-b78cc009936b,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:44.504454 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:44.514509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:22:44.514903 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.540129 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:22:44.543218 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de80415-e77b-4348-8aea-9e83b03e0630" -d '{"events": [{"server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:22:44.556328 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:22:44.561177 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.595592 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4b463e5-881d-4294-b717-a81e473cecfc admin admin] Publish callbacks [] for security_group (4fde7b1e-9e91-470d-9f7e-b78cc009936b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.607309 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbcc973-93d4-4c12-90f4-0c27f7a0fd83 x-openstack-request-id: req-fcbcc973-93d4-4c12-90f4-0c27f7a0fd83 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:22:44.607846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:22:44.608099 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcbcc973-93d4-4c12-90f4-0c27f7a0fd83 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:22:44.608500 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbcc973-93d4-4c12-90f4-0c27f7a0fd83'] response: {'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'code': 200} Jul 25 12:22:44.619158 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:44.628321 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4b463e5-881d-4294-b717-a81e473cecfc admin admin] Publish callbacks [] for security_group (4fde7b1e-9e91-470d-9f7e-b78cc009936b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.646885 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:44.689673 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4b463e5-881d-4294-b717-a81e473cecfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4fde7b1e-9e91-470d-9f7e-b78cc009936b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.692467 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4b463e5-881d-4294-b717-a81e473cecfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:44.696623 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f4b463e5-881d-4294-b717-a81e473cecfc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fde7b1e-9e91-470d-9f7e-b78cc009936b HTTP/1.1" status: 204 len: 168 time: 0.2021406 Jul 25 12:22:44.704676 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b463e5-881d-4294-b717-a81e473cecfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde7b1e-9e91-470d-9f7e-b78cc009936b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:44.830120 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da4837-e185-4b58-ae2e-26ff1e31a79f req-d32b9778-3fb7-4a3f-8371-9f292b0908c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:44.831734 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c7da4837-e185-4b58-ae2e-26ff1e31a79f req-d32b9778-3fb7-4a3f-8371-9f292b0908c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1130 time: 0.0426710 Jul 25 12:22:44.882052 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c7da4837-e185-4b58-ae2e-26ff1e31a79f req-0c636c4c-9525-42c3-accb-9697ecbd98d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Jul 25 12:22:45.048934 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19498f3e-1679-4c7c-95a4-03608b576df0 req-d921563b-4546-45eb-8d7e-643edbce7d13 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:45.050435 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19498f3e-1679-4c7c-95a4-03608b576df0 req-d921563b-4546-45eb-8d7e-643edbce7d13 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 946 time: 0.0539839 Jul 25 12:22:45.101074 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19498f3e-1679-4c7c-95a4-03608b576df0 req-dc2f6c1a-d322-49db-8754-a99bdc39e4c3 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443435 Jul 25 12:22:46.244998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77ab56-7d06-42b5-bb05-bbd9f5af14a2 req-09d21c28-278d-4c36-8b5e-376c51cea1e6 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:46.246463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd77ab56-7d06-42b5-bb05-bbd9f5af14a2 req-09d21c28-278d-4c36-8b5e-376c51cea1e6 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 946 time: 0.0498953 Jul 25 12:22:46.297638 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd77ab56-7d06-42b5-bb05-bbd9f5af14a2 req-9962ebbc-44ae-48f4-904c-090f6dbe8f57 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453088 Jul 25 12:22:46.423749 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3fdc5-d361-4835-b1c3-70ffd77a55d9 req-d629d815-1ed8-4b68-b7aa-ec91911235ca tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:46.425360 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78a3fdc5-d361-4835-b1c3-70ffd77a55d9 req-d629d815-1ed8-4b68-b7aa-ec91911235ca tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 946 time: 0.0517664 Jul 25 12:22:46.477764 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78a3fdc5-d361-4835-b1c3-70ffd77a55d9 req-0898e816-2852-4f8f-afbc-28267066ce15 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460629 Jul 25 12:22:46.504483 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54792) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:46.686857 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31579dab-1f59-46f7-9875-2b6e29db3447 tempest-TestVolumeBootPattern-324647167 tempest-TestVolumeBootPattern-324647167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:46.688371 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-31579dab-1f59-46f7-9875-2b6e29db3447 tempest-TestVolumeBootPattern-324647167 tempest-TestVolumeBootPattern-324647167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1125 time: 0.1829357 Jul 25 12:22:46.691675 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54796) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:46.695793 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'port_id': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:22:46.716218 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:46.796479 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:46.900460 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Allocated IP 172.27.0.49 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/a36fa5cc-32fc-4c5b-89ba-2a278b261ca4) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:22:46.999447 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:47.030151 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:47.072294 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:22:47.077041 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:22:47.078622 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:47.079560 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:22:47.086264 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=a36fa5cc-32fc-4c5b-89ba-2a278b261ca4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:47.199478 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:47.273063 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:47.285243 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-fd10b703-f935-41de-b18a-3af6ecfbc7f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449886 Jul 25 12:22:47.373201 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-a83858bf-6ffc-48c9-afca-e26ad8b84d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:47.385150 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-a83858bf-6ffc-48c9-afca-e26ad8b84d89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1130 time: 0.0537422 Jul 25 12:22:47.463332 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (bbc82d49-0878-43ad-b13b-75a074ac4b97), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:47.475376 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:47.499711 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-25a09840-9988-4cb1-b094-79a83c1d1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:47.501346 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-25a09840-9988-4cb1-b094-79a83c1d1f88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0932581 Jul 25 12:22:47.542656 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:47.573014 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-1db05cb8-f721-4c48-9e05-de1f70f11e62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 200 len: 999 time: 0.0643523 Jul 25 12:22:47.628571 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-6159beff-a46d-42c3-8af6-60d1223dc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:47.630280 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-6159beff-a46d-42c3-8af6-60d1223dc942 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0515172 Jul 25 12:22:47.676690 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-62dae362-048f-4655-8bfa-bf002d97beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:47.678810 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-62dae362-048f-4655-8bfa-bf002d97beb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407438 Jul 25 12:22:47.724662 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:47.728842 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:47.792771 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=a36fa5cc-32fc-4c5b-89ba-2a278b261ca4,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:47.806374 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (bbc82d49-0878-43ad-b13b-75a074ac4b97), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:47.898766 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Floating IP bbc82d49-0878-43ad-b13b-75a074ac4b97 associated. External IP: 172.27.0.49, port: 1ad2d7c4-0c36-4f08-b535-a2075df94aa9. Jul 25 12:22:47.982843 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:48.098745 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:22:48.179797 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:48.201734 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:22:48.211635 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:22:48.219415 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:48.221639 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:22:48.222252 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:22:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:48.250115 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-604dcac3-5313-479b-a58d-d0518e7958fd tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5573559 Jul 25 12:22:48.250586 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:22:48.252853 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f" -d '{"events": [{"name": "network-changed", "server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:22:48.324631 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:22:48.436795 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefddd68-f2e9-4ad9-9da2-d51545fc44da x-openstack-request-id: req-eefddd68-f2e9-4ad9-9da2-d51545fc44da {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:22:48.436919 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:22:48.437253 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eefddd68-f2e9-4ad9-9da2-d51545fc44da {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:22:48.437718 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefddd68-f2e9-4ad9-9da2-d51545fc44da'] response: {'name': 'network-changed', 'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'status': 'completed', 'code': 200} Jul 25 12:22:48.532392 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'bbc82d49-0878-43ad-b13b-75a074ac4b97', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:96:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:22:47Z', 'updated_at': '2022-07-25T12:22:47Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:48.560270 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:22:48.568445 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:22:48.569034 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:22:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:48.664895 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:22:48.879795 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'bbc82d49-0878-43ad-b13b-75a074ac4b97', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:96:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:22:47Z', 'updated_at': '2022-07-25T12:22:47Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:22:48.907830 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3607367-b4c2-4626-8516-a9bbfc80ce46 None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'bbc82d49-0878-43ad-b13b-75a074ac4b97', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:96:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:22:47Z', 'updated_at': '2022-07-25T12:22:47Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:22:49.137285 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa956aaa-15c4-4823-bd36-532eb21a2717 None None] New status for floating IP bbc82d49-0878-43ad-b13b-75a074ac4b97: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:22:50.271385 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-10b02063-82a0-4ac2-92e0-6cd2dd68603d service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Jul 25 12:22:50.364708 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-700f36db-2f1e-43b4-a4f3-fb867cbe429b req-cf8fd0df-b7a7-4458-aefe-af6a9fa5839a service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853202 Jul 25 12:22:50.452958 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-d033ebe2-8d55-47e2-b2e8-815f61d467ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:50.454432 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-d033ebe2-8d55-47e2-b2e8-815f61d467ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1130 time: 0.0439327 Jul 25 12:22:50.743246 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-d3691836-9042-48bd-9fc1-96515df68190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:50.744730 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-d3691836-9042-48bd-9fc1-96515df68190 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0879760 Jul 25 12:22:50.809438 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-fca34106-aba2-4449-a1bc-35f6c9642cac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 200 len: 1001 time: 0.0585561 Jul 25 12:22:50.860303 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-155cdbea-bef8-47cb-af15-fa900c050ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:50.861758 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-155cdbea-bef8-47cb-af15-fa900c050ed2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0452590 Jul 25 12:22:50.907581 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-104e63fe-f433-4cce-b9e2-7631d7f9cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:22:50.909198 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-104e63fe-f433-4cce-b9e2-7631d7f9cb39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413878 Jul 25 12:22:51.011185 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-1ed0de28-a05c-4ff6-98c7-5da0fa96b4b0 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893252 Jul 25 12:22:51.284521 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-700bf862-1d17-4917-996c-3c54a756a3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:51.304807 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f2c40398-8b53-4c06-8cf0-d0df7ca8013f req-72479c6d-4ec7-4f42-902a-b7db3d4cbb98 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006248 Jul 25 12:22:53.420465 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-83734c4c-aa37-49c0-8f6c-134946f039a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:54.724684 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.393639 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 54930) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:55.530770 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.615680 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Publish callbacks [] for security_group (50f15691-897b-4ee9-876d-4e1732a5b477), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.619758 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (50f15691-897b-4ee9-876d-4e1732a5b477), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.667325 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19f4b84bef1848c9ae54d90ad5cd08b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702458 Jul 25 12:22:55.667325 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f15691-897b-4ee9-876d-4e1732a5b477,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:55.668576 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 54942) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:22:55.674719 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.675073 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.675411 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.675781 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.676353 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.676689 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.677278 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.677670 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.678004 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.678336 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.678677 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.678997 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.679349 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.679688 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.680008 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e4c12-3ecd-4108-babb-0c614936133a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.709190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:55.720836 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Publish callbacks [] for security_group (50f15691-897b-4ee9-876d-4e1732a5b477), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.744076 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Publish callbacks [] for security_group (50f15691-897b-4ee9-876d-4e1732a5b477), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.773218 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:55.791623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (50f15691-897b-4ee9-876d-4e1732a5b477), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.794141 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:55.795296 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50f15691-897b-4ee9-876d-4e1732a5b477 HTTP/1.1" status: 204 len: 168 time: 0.1249938 Jul 25 12:22:55.803780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f15691-897b-4ee9-876d-4e1732a5b477,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:22:55.813486 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.813838 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.814183 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.814522 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.814861 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.815196 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.815526 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.815880 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.818898 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.819247 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.819614 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.819954 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.820294 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.820623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:55.820949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbfd0e2-2418-4aa5-b258-7e8c2e42b58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:22:56.307829 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:56.494155 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:22:58.877283 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=73 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:22:58.883268 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:02.501452 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 55090) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:02.609499 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1e07-8d38-4dbf-9609-f7e0051f9327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:02.685664 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1e07-8d38-4dbf-9609-f7e0051f9327 admin admin] Publish callbacks [] for security_group (02bb8376-dc72-49b9-af07-0d5410551418), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:02.689151 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1e07-8d38-4dbf-9609-f7e0051f9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (02bb8376-dc72-49b9-af07-0d5410551418), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:02.729951 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a1ed1e07-8d38-4dbf-9609-f7e0051f9327 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f8cf01606c545a7aa585ce26e01fd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274568 Jul 25 12:23:02.731021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed1e07-8d38-4dbf-9609-f7e0051f9327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb8376-dc72-49b9-af07-0d5410551418,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:02.732712 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55094) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:02.785290 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54fcf381-06c0-4c0a-84db-6165ddff35ba admin admin] Publish callbacks [] for security_group (02bb8376-dc72-49b9-af07-0d5410551418), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:02.807112 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54fcf381-06c0-4c0a-84db-6165ddff35ba admin admin] Publish callbacks [] for security_group (02bb8376-dc72-49b9-af07-0d5410551418), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:02.854017 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54fcf381-06c0-4c0a-84db-6165ddff35ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (02bb8376-dc72-49b9-af07-0d5410551418), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:02.856461 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54fcf381-06c0-4c0a-84db-6165ddff35ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:02.857602 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-54fcf381-06c0-4c0a-84db-6165ddff35ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02bb8376-dc72-49b9-af07-0d5410551418 HTTP/1.1" status: 204 len: 168 time: 0.1238964 Jul 25 12:23:02.865027 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcf381-06c0-4c0a-84db-6165ddff35ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bb8376-dc72-49b9-af07-0d5410551418,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:03.116993 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55104) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:03.130069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-317961f2-b6dd-411a-8073-a919acd6faea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:03.206189 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:03.208565 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-317961f2-b6dd-411a-8073-a919acd6faea admin admin] Publish callbacks [] for security_group (4fef650b-a305-4ae6-8878-d494811878a6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:03.213315 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-317961f2-b6dd-411a-8073-a919acd6faea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4fef650b-a305-4ae6-8878-d494811878a6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:03.254570 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317961f2-b6dd-411a-8073-a919acd6faea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fef650b-a305-4ae6-8878-d494811878a6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:03.259645 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-317961f2-b6dd-411a-8073-a919acd6faea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5984833842854f5e90646f8b9f32cb63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415200 Jul 25 12:23:03.262316 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55106) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:03.317754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97ee1f1f-a38f-42d2-9ee7-88b1829de9a7 admin admin] Publish callbacks [] for security_group (4fef650b-a305-4ae6-8878-d494811878a6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:03.340298 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97ee1f1f-a38f-42d2-9ee7-88b1829de9a7 admin admin] Publish callbacks [] for security_group (4fef650b-a305-4ae6-8878-d494811878a6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:03.392578 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97ee1f1f-a38f-42d2-9ee7-88b1829de9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (4fef650b-a305-4ae6-8878-d494811878a6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:03.395992 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97ee1f1f-a38f-42d2-9ee7-88b1829de9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:03.398547 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-97ee1f1f-a38f-42d2-9ee7-88b1829de9a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fef650b-a305-4ae6-8878-d494811878a6 HTTP/1.1" status: 204 len: 168 time: 0.1352725 Jul 25 12:23:03.407224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee1f1f-a38f-42d2-9ee7-88b1829de9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fef650b-a305-4ae6-8878-d494811878a6,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:05.399129 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55180) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:05.502397 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f11b9ed-292f-434d-87d4-d47956d5f9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:05.523036 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:05.584230 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f11b9ed-292f-434d-87d4-d47956d5f9e9 admin admin] Publish callbacks [] for security_group (0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:05.587790 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f11b9ed-292f-434d-87d4-d47956d5f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:05.625686 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8f11b9ed-292f-434d-87d4-d47956d5f9e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f1e05c3c2464a9d998834a7c76338a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254872 Jul 25 12:23:05.627049 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11b9ed-292f-434d-87d4-d47956d5f9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:05.628422 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 55186) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:05.682958 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-538eb0cd-edae-4b01-a491-b92a3c90b421 admin admin] Publish callbacks [] for security_group (0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:05.705753 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-538eb0cd-edae-4b01-a491-b92a3c90b421 admin admin] Publish callbacks [] for security_group (0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:05.756254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-538eb0cd-edae-4b01-a491-b92a3c90b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:05.759270 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-538eb0cd-edae-4b01-a491-b92a3c90b421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:05.760454 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-538eb0cd-edae-4b01-a491-b92a3c90b421 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4 HTTP/1.1" status: 204 len: 168 time: 0.1310563 Jul 25 12:23:05.768469 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538eb0cd-edae-4b01-a491-b92a3c90b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3afbf6-7fe9-4eed-84ec-cb7fd3cb3bc4,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:06.020341 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 55192) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:06.033975 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bf547140-a1cf-4aa1-a586-fb4ebfc3f8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:06.109035 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bf547140-a1cf-4aa1-a586-fb4ebfc3f8a1 admin admin] Publish callbacks [] for security_group (0a3f6662-8dd9-4d08-b9cd-ea13e973c03f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:06.112838 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bf547140-a1cf-4aa1-a586-fb4ebfc3f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0a3f6662-8dd9-4d08-b9cd-ea13e973c03f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:06.151424 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-bf547140-a1cf-4aa1-a586-fb4ebfc3f8a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d28b0345b3734fe2b78b445c17f93993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298001 Jul 25 12:23:06.152263 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf547140-a1cf-4aa1-a586-fb4ebfc3f8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f6662-8dd9-4d08-b9cd-ea13e973c03f,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:06.154150 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55194) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:06.206264 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81424b84-5106-4d85-8227-100ec85783c9 admin admin] Publish callbacks [] for security_group (0a3f6662-8dd9-4d08-b9cd-ea13e973c03f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:06.228249 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81424b84-5106-4d85-8227-100ec85783c9 admin admin] Publish callbacks [] for security_group (0a3f6662-8dd9-4d08-b9cd-ea13e973c03f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:06.276704 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81424b84-5106-4d85-8227-100ec85783c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (0a3f6662-8dd9-4d08-b9cd-ea13e973c03f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:06.279420 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81424b84-5106-4d85-8227-100ec85783c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:06.280605 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-81424b84-5106-4d85-8227-100ec85783c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a3f6662-8dd9-4d08-b9cd-ea13e973c03f HTTP/1.1" status: 204 len: 168 time: 0.1254225 Jul 25 12:23:06.289155 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81424b84-5106-4d85-8227-100ec85783c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f6662-8dd9-4d08-b9cd-ea13e973c03f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:12.877928 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:13.325775 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:13.327518 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:13.341152 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:14.705015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55374) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:14.822777 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b369-18a5-4acd-a04e-fa757b73cda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:14.898849 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b369-18a5-4acd-a04e-fa757b73cda2 admin admin] Publish callbacks [] for security_group (f238cfda-dd11-438c-b3e2-72b21fb647f3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:14.902761 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b369-18a5-4acd-a04e-fa757b73cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (f238cfda-dd11-438c-b3e2-72b21fb647f3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:14.940744 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d7b3b369-18a5-4acd-a04e-fa757b73cda2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a087a4660c574399a24119f4d3cd075d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346952 Jul 25 12:23:14.942581 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3b369-18a5-4acd-a04e-fa757b73cda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238cfda-dd11-438c-b3e2-72b21fb647f3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:14.943528 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 55378) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:14.999243 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9919f700-c7b3-470f-a736-693911cfa8c4 admin admin] Publish callbacks [] for security_group (f238cfda-dd11-438c-b3e2-72b21fb647f3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:15.021413 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9919f700-c7b3-470f-a736-693911cfa8c4 admin admin] Publish callbacks [] for security_group (f238cfda-dd11-438c-b3e2-72b21fb647f3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:15.023021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:15.073010 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9919f700-c7b3-470f-a736-693911cfa8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (f238cfda-dd11-438c-b3e2-72b21fb647f3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:15.075709 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9919f700-c7b3-470f-a736-693911cfa8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:15.076850 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-9919f700-c7b3-470f-a736-693911cfa8c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f238cfda-dd11-438c-b3e2-72b21fb647f3 HTTP/1.1" status: 204 len: 168 time: 0.1323185 Jul 25 12:23:15.084912 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919f700-c7b3-470f-a736-693911cfa8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238cfda-dd11-438c-b3e2-72b21fb647f3,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:20.753239 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:23:21.286509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7217-b2cc-4ab1-a10d-8e02912037f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:23.422856 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-de258524-bbc7-44ca-bb6b-1c061cf0e7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:24.731970 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:24.779245 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=17 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:24.936176 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:INSERT=7,neutron:SELECT=43,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:24.939099 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:25.079881 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=67,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:25.080673 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:DELETE=3,neutron:SELECT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:26.310125 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:26.498104 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:30.749139 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=17 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:36.487119 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:36.491381 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:36.492771 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:36.798966 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 55590) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:36.912867 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bd7de9a7-27d3-482b-86fe-a2a9534dcc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:36.990982 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bd7de9a7-27d3-482b-86fe-a2a9534dcc0e admin admin] Publish callbacks [] for security_group (93a9d2c0-5091-44a1-8551-1f1e631a4c30), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:36.994731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bd7de9a7-27d3-482b-86fe-a2a9534dcc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (93a9d2c0-5091-44a1-8551-1f1e631a4c30), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:37.037509 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-bd7de9a7-27d3-482b-86fe-a2a9534dcc0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b94c681189c4496930a4814e971dbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373705 Jul 25 12:23:37.038403 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7de9a7-27d3-482b-86fe-a2a9534dcc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a9d2c0-5091-44a1-8551-1f1e631a4c30,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:37.040242 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55598) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:37.094033 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c0d47fa-9795-41ea-88a9-ecd3653aaeb3 admin admin] Publish callbacks [] for security_group (93a9d2c0-5091-44a1-8551-1f1e631a4c30), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:37.114980 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c0d47fa-9795-41ea-88a9-ecd3653aaeb3 admin admin] Publish callbacks [] for security_group (93a9d2c0-5091-44a1-8551-1f1e631a4c30), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:37.164774 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c0d47fa-9795-41ea-88a9-ecd3653aaeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (93a9d2c0-5091-44a1-8551-1f1e631a4c30), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:37.167682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c0d47fa-9795-41ea-88a9-ecd3653aaeb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:37.168795 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8c0d47fa-9795-41ea-88a9-ecd3653aaeb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93a9d2c0-5091-44a1-8551-1f1e631a4c30 HTTP/1.1" status: 204 len: 168 time: 0.1276255 Jul 25 12:23:37.176613 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d47fa-9795-41ea-88a9-ecd3653aaeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a9d2c0-5091-44a1-8551-1f1e631a4c30,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:37.793160 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55620) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:37.896108 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-942582558-network', 'tenant_id': 'a978671fc17b439eb73537f087a72e53'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:23:37.916748 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Made reservation on behalf of a978671fc17b439eb73537f087a72e53 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:23:37.919221 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:37.927477 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.015032 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks [] for security_group (100a2ed8-53cc-4369-be45-9ba4216c10d2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.018953 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (100a2ed8-53cc-4369-be45-9ba4216c10d2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.047864 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:23:38.056094 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100a2ed8-53cc-4369-be45-9ba4216c10d2,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:38.064021 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (e8ae9c3d-1216-473b-8f08-499c43e27a11), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.064360 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Added segment e8ae9c3d-1216-473b-8f08-499c43e27a11 of type vlan for network f574c424-cb6e-4798-87cc-b099251a3701 Jul 25 12:23:38.106415 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (f574c424-cb6e-4798-87cc-b099251a3701), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.131462 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (f574c424-cb6e-4798-87cc-b099251a3701), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.132513 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:38.133092 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.166778 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 55630) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:38.193669 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3967764 Jul 25 12:23:38.194471 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 55634) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:38.201037 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Request body: {'subnet': {'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-942582558-subnet', 'tenant_id': 'a978671fc17b439eb73537f087a72e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:23:38.202439 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dacced-5fce-4d64-8826-8206d33f21f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f574c424-cb6e-4798-87cc-b099251a3701,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:38.212691 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network f574c424-cb6e-4798-87cc-b099251a3701 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:23:38.228041 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Made reservation on behalf of a978671fc17b439eb73537f087a72e53 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:23:38.230888 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31111578'] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.300850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2144859b-eb8c-49c1-bb3d-1007ea56702f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.466068 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2144859b-eb8c-49c1-bb3d-1007ea56702f admin admin] Publish callbacks [] for security_group (8cefb98b-e42b-4da4-a3b9-7b791a4ba30e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.473360 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2144859b-eb8c-49c1-bb3d-1007ea56702f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8cefb98b-e42b-4da4-a3b9-7b791a4ba30e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.491221 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31429457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31111592'] for subnet (bf7e0109-d29a-466f-9e79-acf7205531dc), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.544564 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-2144859b-eb8c-49c1-bb3d-1007ea56702f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccb7de30a6914b489252b2f2ce54f1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767011 Jul 25 12:23:38.547250 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 55636) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:23:38.550295 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144859b-eb8c-49c1-bb3d-1007ea56702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cefb98b-e42b-4da4-a3b9-7b791a4ba30e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:38.572644 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7e0109-d29a-466f-9e79-acf7205531dc,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:38.583153 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Checking segment: {'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:23:38.583512 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Network hostable DHCP agents. Network: f574c424-cb6e-4798-87cc-b099251a3701, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:23:38.597448 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78d77771-4cf6-4951-a4c5-6c1c28b77d47 admin admin] Publish callbacks [] for security_group (8cefb98b-e42b-4da4-a3b9-7b791a4ba30e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.601395 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Network f574c424-cb6e-4798-87cc-b099251a3701 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:23:38.610650 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, f574c424-cb6e-4798-87cc-b099251a3701) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:23:38.614726 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:38.615341 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.620431 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a5a7e1-5f73-4899-9d2c-6bd57bd4334e None None] Network f574c424-cb6e-4798-87cc-b099251a3701 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:23:38.623064 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78d77771-4cf6-4951-a4c5-6c1c28b77d47 admin admin] Publish callbacks [] for security_group (8cefb98b-e42b-4da4-a3b9-7b791a4ba30e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.634064 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-65f605a8-c508-4178-b273-dcbc5dd40195 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4381030 Jul 25 12:23:38.681476 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78d77771-4cf6-4951-a4c5-6c1c28b77d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (8cefb98b-e42b-4da4-a3b9-7b791a4ba30e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.684059 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78d77771-4cf6-4951-a4c5-6c1c28b77d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:38.685355 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-78d77771-4cf6-4951-a4c5-6c1c28b77d47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cefb98b-e42b-4da4-a3b9-7b791a4ba30e HTTP/1.1" status: 204 len: 168 time: 0.1369274 Jul 25 12:23:38.692952 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d77771-4cf6-4951-a4c5-6c1c28b77d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cefb98b-e42b-4da4-a3b9-7b791a4ba30e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:38.745029 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e087d-4020-4fda-95a9-3568f9eeb31d None None] Network f574c424-cb6e-4798-87cc-b099251a3701 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:23:40.560432 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-850dd68d-b47a-4039-a528-d9b633d49573 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:40.561788 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-850dd68d-b47a-4039-a528-d9b633d49573 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/networks?id=f574c424-cb6e-4798-87cc-b099251a3701 HTTP/1.1" status: 200 len: 813 time: 0.1029632 Jul 25 12:23:40.573669 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:40.576382 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-319049c0-ce5d-48ec-9947-c1165e1deeb2 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/quotas/a978671fc17b439eb73537f087a72e53 HTTP/1.1" status: 200 len: 375 time: 0.0092518 Jul 25 12:23:40.609081 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-b610403b-d1ef-4f4c-96dd-72bd72703287 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a978671fc17b439eb73537f087a72e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272641 Jul 25 12:23:40.778800 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:40.793578 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-d4464948-f141-4e5b-a4c6-18cb9064ea87 service neutron] 10.222.0.42 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781416 Jul 25 12:23:40.882214 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-2b111e8d-4b69-411d-9a5a-52441a44045e service neutron] 10.222.0.42 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821466 Jul 25 12:23:41.045696 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-890967fb-386e-4521-9b7f-35dfd7accb0f req-665ae4a0-d32c-4654-9cfc-32e66faf62ae tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 210 time: 0.0286174 Jul 25 12:23:41.921973 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:41.939028 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:41.979827 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-fe250e5c-463b-406e-88b3-01277bf1d0ed tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:41.981255 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-fe250e5c-463b-406e-88b3-01277bf1d0ed tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "GET /v2.0/networks?id=f574c424-cb6e-4798-87cc-b099251a3701 HTTP/1.1" status: 200 len: 813 time: 0.1131642 Jul 25 12:23:41.993485 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Request body: {'port': {'device_id': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701', 'admin_state_up': True, 'tenant_id': 'a978671fc17b439eb73537f087a72e53'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:23:42.105900 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Made reservation on behalf of a978671fc17b439eb73537f087a72e53 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:23:42.109346 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:42.149439 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a30028fc-629c-4d0d-b93f-4fb7a530f059 req-0f7195c4-f32a-4c8d-b82c-13b9f24a46da tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 210 time: 0.0319014 Jul 25 12:23:42.244448 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Allocated IP 172.20.0.3 (f574c424-cb6e-4798-87cc-b099251a3701/bf7e0109-d29a-466f-9e79-acf7205531dc/e832a70d-79cf-47cb-84b4-bfa3b8bd905e) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:23:42.390555 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks [] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:42.421246 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:42.460455 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Network f574c424-cb6e-4798-87cc-b099251a3701 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:23:42.465419 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:23:42.467811 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:23:42.500221 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Pushing event updated for resources: {'Port': ['ID=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:42.525987 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:42.526581 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:42.544065 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ee138484-9a35-4d66-a2cb-889b5dc9fd06 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538673 Jul 25 12:23:42.555494 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Request body: {'port': {'device_id': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:23:42.619568 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:42.735176 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:42.772421 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:42.876324 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e832a70d-79cf-47cb-84b4-bfa3b8bd905e {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:23:42.883649 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Publish callbacks [] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:42.896572 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Transition to ACTIVE for port object e832a70d-79cf-47cb-84b4-bfa3b8bd905e will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:23:42.901110 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:42.950279 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Pushing event updated for resources: {'Port': ['ID=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:43.018119 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Attempting to bind port e832a70d-79cf-47cb-84b4-bfa3b8bd905e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:23:43.018376 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Attempting to bind port e832a70d-79cf-47cb-84b4-bfa3b8bd905e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:23:43.018754 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Attempting to bind port e832a70d-79cf-47cb-84b4-bfa3b8bd905e on network f574c424-cb6e-4798-87cc-b099251a3701 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:23:43.023389 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Port e832a70d-79cf-47cb-84b4-bfa3b8bd905e on network f574c424-cb6e-4798-87cc-b099251a3701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:23:43.023744 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Attempting to bind port e832a70d-79cf-47cb-84b4-bfa3b8bd905e on network f574c424-cb6e-4798-87cc-b099251a3701 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:23:43.029247 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:23:43.029583 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Checking segment: {'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:23:43.029961 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Bound using segment: {'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:23:43.030382 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Bound port: e832a70d-79cf-47cb-84b4-bfa3b8bd905e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:23:43.030734 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:43.092286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] For port e832a70d-79cf-47cb-84b4-bfa3b8bd905e, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:23:43.095259 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] For port e832a70d-79cf-47cb-84b4-bfa3b8bd905e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:23:43.101312 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:43.138314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:43.138912 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:43.140316 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] 10.222.0.39 "PUT /v2.0/ports/e832a70d-79cf-47cb-84b4-bfa3b8bd905e HTTP/1.1" status: 200 len: 1093 time: 0.5895193 Jul 25 12:23:43.140742 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'tag': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:23:43.142964 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0866673e-8ae6-4f65-8203-a522ee599b21" -d '{"events": [{"name": "network-changed", "server_uuid": "143ca885-8d64-4bfa-84f4-6ec225b06780", "tag": "e832a70d-79cf-47cb-84b4-bfa3b8bd905e"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:23:43.163972 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec738-cb4c-420e-861f-43cea806f001 service neutron] Pushing event updated for resources: {'Port': ['ID=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:43.187422 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bed047-6e0d-48fd-9afe-6a54a98fc92b x-openstack-request-id: req-41bed047-6e0d-48fd-9afe-6a54a98fc92b {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:23:43.187742 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143ca885-8d64-4bfa-84f4-6ec225b06780", "tag": "e832a70d-79cf-47cb-84b4-bfa3b8bd905e", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:23:43.188099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41bed047-6e0d-48fd-9afe-6a54a98fc92b {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:23:43.188372 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bed047-6e0d-48fd-9afe-6a54a98fc92b'] response: {'name': 'network-changed', 'server_uuid': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'tag': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e', 'status': 'completed', 'code': 200} Jul 25 12:23:43.219033 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-8d35c537-0e49-45fd-b0fa-f4068a9d4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:43.220572 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-8d35c537-0e49-45fd-b0fa-f4068a9d4966 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a978671fc17b439eb73537f087a72e53&device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 1127 time: 0.0432677 Jul 25 12:23:43.260836 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-80b09418-7ef2-4613-94e2-d78d5395ccb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e832a70d-79cf-47cb-84b4-bfa3b8bd905e HTTP/1.1" status: 200 len: 217 time: 0.0326664 Jul 25 12:23:43.278401 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a344f-0efb-4bbd-b44f-b112d103a872 req-d4207dff-ce45-4709-be73-2d461b77e7bd tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:43.279850 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c64a344f-0efb-4bbd-b44f-b112d103a872 req-d4207dff-ce45-4709-be73-2d461b77e7bd tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 943 time: 0.0487251 Jul 25 12:23:43.315056 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-4c013050-3b5f-40e0-96bd-09ab503b6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:43.316540 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-4c013050-3b5f-40e0-96bd-09ab503b6213 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf7e0109-d29a-466f-9e79-acf7205531dc HTTP/1.1" status: 200 len: 853 time: 0.0483849 Jul 25 12:23:43.329093 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c64a344f-0efb-4bbd-b44f-b112d103a872 req-e2ae06c2-a101-4013-8a30-d0319158eb45 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Jul 25 12:23:43.341120 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:43.349701 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-01e3e67f-7492-4c82-9c74-ce29c9398b3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f574c424-cb6e-4798-87cc-b099251a3701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264449 Jul 25 12:23:43.437887 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-f49e5a8c-5221-4641-9212-e15850dc4df6 service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816600 Jul 25 12:23:43.527850 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-94abe7cb-5582-4220-a35b-0f3ff171c481 req-8e320e56-0bfb-48e2-b503-47ffcb4b8432 service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839190 Jul 25 12:23:44.272744 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-40d7bc69-a950-4531-a4c6-e9bdbc849243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:44.274226 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-40d7bc69-a950-4531-a4c6-e9bdbc849243 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a978671fc17b439eb73537f087a72e53&device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 1127 time: 0.0432899 Jul 25 12:23:44.352158 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:44.361884 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:44.368051 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-f037ec06-e874-4f83-991e-c309b99f7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:44.370128 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-f037ec06-e874-4f83-991e-c309b99f7afd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f574c424-cb6e-4798-87cc-b099251a3701 HTTP/1.1" status: 200 len: 914 time: 0.0903986 Jul 25 12:23:44.409857 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-eaffa9cf-0d35-4cb7-8459-d1a2f6f780d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e832a70d-79cf-47cb-84b4-bfa3b8bd905e HTTP/1.1" status: 200 len: 217 time: 0.0333505 Jul 25 12:23:44.488036 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9abc3-9e3f-4757-947c-02cb86af64f9 req-cbbfb687-a0cf-4aad-9d99-fcb5421e8f15 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:44.489474 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-90a9abc3-9e3f-4757-947c-02cb86af64f9 req-cbbfb687-a0cf-4aad-9d99-fcb5421e8f15 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 943 time: 0.0822673 Jul 25 12:23:44.492995 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-fd2929e2-6f38-4482-84c2-698082805a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:44.494872 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-fd2929e2-6f38-4482-84c2-698082805a3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf7e0109-d29a-466f-9e79-acf7205531dc HTTP/1.1" status: 200 len: 853 time: 0.0760133 Jul 25 12:23:44.534449 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-327d7ca1-b473-4d54-a7f9-bd588c4d9223 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f574c424-cb6e-4798-87cc-b099251a3701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327404 Jul 25 12:23:44.604467 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-90a9abc3-9e3f-4757-947c-02cb86af64f9 req-618fab6e-4ccc-419a-b76d-c2820c91a56a tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086745 Jul 25 12:23:44.645145 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-7c53950a-0443-42ce-8fcd-89fc0921ab0a service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008825 Jul 25 12:23:44.733436 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0866673e-8ae6-4f65-8203-a522ee599b21 req-fb8a79fc-7bf5-4ec7-89d5-2fd432fbc111 service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Jul 25 12:23:45.720198 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ddfb-8f59-4492-8624-9674732400eb req-7c4806a3-5679-4b9e-b58f-fbdda0e82e76 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:45.721654 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7565ddfb-8f59-4492-8624-9674732400eb req-7c4806a3-5679-4b9e-b58f-fbdda0e82e76 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 943 time: 0.0464327 Jul 25 12:23:45.769347 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7565ddfb-8f59-4492-8624-9674732400eb req-4c5c6667-6e12-4017-b677-7c26d8fbf89c tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Jul 25 12:23:46.723639 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device e832a70d-79cf-47cb-84b4-bfa3b8bd905e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:23:46.824843 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port e832a70d-79cf-47cb-84b4-bfa3b8bd905e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:23:46.835922 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e', 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701', 'port_id': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e', 'mac_address': 'fa:16:3e:be:77:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7e0109-d29a-466f-9e79-acf7205531dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:23:46.870579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port e832a70d-79cf-47cb-84b4-bfa3b8bd905e is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:23:46.870978 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:46.884760 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e832a70d-79cf-47cb-84b4-bfa3b8bd905e {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:23:46.892335 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500438a-85aa-442d-a847-376e2e8c0389 req-d8340fa3-13a0-4f28-96f2-5bc24d59b0d1 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:46.893794 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8500438a-85aa-442d-a847-376e2e8c0389 req-d8340fa3-13a0-4f28-96f2-5bc24d59b0d1 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 943 time: 0.0498359 Jul 25 12:23:46.905567 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port e832a70d-79cf-47cb-84b4-bfa3b8bd905e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:23:46.909794 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:46.941065 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8500438a-85aa-442d-a847-376e2e8c0389 req-00f5d102-0084-4758-ace2-97b9906b5c34 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Jul 25 12:23:46.959935 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:46.967640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.967996 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.968342 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.968686 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.969024 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.969375 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.969690 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.970020 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.970350 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.970680 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.971008 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.971357 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.971696 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.972027 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:46.972351 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:23:47.124387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['e832a70d-79cf-47cb-84b4-bfa3b8bd905e'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:23:48.063052 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3410f-9e1b-4757-acfb-48ce4844d5e1 req-d91fb8bb-136c-4826-8a32-6ef4a1ef83e0 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:48.064529 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-17f3410f-9e1b-4757-acfb-48ce4844d5e1 req-d91fb8bb-136c-4826-8a32-6ef4a1ef83e0 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 944 time: 0.0515289 Jul 25 12:23:48.110228 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-17f3410f-9e1b-4757-acfb-48ce4844d5e1 req-c5e0a228-17eb-4372-b729-5e439564ddee tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Jul 25 12:23:48.723027 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device e832a70d-79cf-47cb-84b4-bfa3b8bd905e up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:23:48.767320 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port e832a70d-79cf-47cb-84b4-bfa3b8bd905e completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:23:48.773766 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port e832a70d-79cf-47cb-84b4-bfa3b8bd905e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:23:48.774148 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:48.844449 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port e832a70d-79cf-47cb-84b4-bfa3b8bd905e is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:23:48.844848 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:48.867339 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:23:48.870157 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4721d8-821c-4677-abd7-d6c7911eec57" -d '{"events": [{"server_uuid": "143ca885-8d64-4bfa-84f4-6ec225b06780", "name": "network-vif-plugged", "status": "completed", "tag": "e832a70d-79cf-47cb-84b4-bfa3b8bd905e"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:23:48.882803 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port e832a70d-79cf-47cb-84b4-bfa3b8bd905e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:23:48.886995 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:48.912543 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ecfaea-5821-4287-b30a-0f341cb8eb29 x-openstack-request-id: req-f1ecfaea-5821-4287-b30a-0f341cb8eb29 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:23:48.912866 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143ca885-8d64-4bfa-84f4-6ec225b06780", "name": "network-vif-plugged", "status": "completed", "tag": "e832a70d-79cf-47cb-84b4-bfa3b8bd905e", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:23:48.913100 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1ecfaea-5821-4287-b30a-0f341cb8eb29 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:23:48.913494 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ecfaea-5821-4287-b30a-0f341cb8eb29'] response: {'server_uuid': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e', 'code': 200} Jul 25 12:23:49.067852 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:23:49.077359 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4a554-153e-49bd-af68-f3c7192552ff req-527213f4-5d0d-4020-bfb1-3a5aa479e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:49.078902 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19d4a554-153e-49bd-af68-f3c7192552ff req-527213f4-5d0d-4020-bfb1-3a5aa479e15d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 1129 time: 0.0410864 Jul 25 12:23:49.121709 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-19d4a554-153e-49bd-af68-f3c7192552ff req-3309ea8d-5ab2-4144-9682-7dcfbedcd6c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Jul 25 12:23:49.224860 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea971f4f-3c2f-4f61-b560-2d2a08684ade req-fb0216ef-5fdb-4c37-b54e-acf04d2f9abc tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:49.226321 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea971f4f-3c2f-4f61-b560-2d2a08684ade req-fb0216ef-5fdb-4c37-b54e-acf04d2f9abc tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 945 time: 0.0467472 Jul 25 12:23:49.273431 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea971f4f-3c2f-4f61-b560-2d2a08684ade req-b9426b9d-70b4-41c8-8e1a-0f48f39c2d7d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 Jul 25 12:23:49.381385 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-56f22e4e-9553-422d-9178-b6b09c362b2f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401824 Jul 25 12:23:49.461886 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-fe87444d-218f-47d1-b2ed-6fa51a170ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:49.463994 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-fe87444d-218f-47d1-b2ed-6fa51a170ceb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1130 time: 0.0405843 Jul 25 12:23:49.827792 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-0424c875-db3d-4566-8576-ef9363b87bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:49.829241 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-0424c875-db3d-4566-8576-ef9363b87bd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0859084 Jul 25 12:23:49.913750 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-7b154d56-a4bd-4679-a764-8260ab03550e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 200 len: 1001 time: 0.0595243 Jul 25 12:23:49.961673 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-7b59c26c-560b-4cf3-adc4-fc4476260895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:49.963086 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-7b59c26c-560b-4cf3-adc4-fc4476260895 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0429220 Jul 25 12:23:50.008688 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-b7a83bd5-deef-4a1a-96e6-eb0975c17161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:50.010245 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-b7a83bd5-deef-4a1a-96e6-eb0975c17161 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394809 Jul 25 12:23:50.398155 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3db8ef-b1e5-4703-8e83-8e123074d2dd req-35518a0a-8489-40e0-a92d-129e53929304 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:50.400256 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7c3db8ef-b1e5-4703-8e83-8e123074d2dd req-35518a0a-8489-40e0-a92d-129e53929304 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 945 time: 0.0520024 Jul 25 12:23:50.445586 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-7c3db8ef-b1e5-4703-8e83-8e123074d2dd req-a4f7f661-3864-49c4-90c8-0fc1de4b0b52 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Jul 25 12:23:50.502438 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:50.507165 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:23:50.535584 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-2f14d575-4f0a-4223-8f89-081d0d2d7d68 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890708 Jul 25 12:23:50.626613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a2200de-3fc2-45c9-aecf-3ea12463f9e0 req-d3b939f1-2ad6-4357-81e2-2dd58cba2588 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849583 Jul 25 12:23:51.288600 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-585b0cc1-773d-4d33-ae51-820a791f5b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:51.565817 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4992e-b10b-4f92-906e-71b9e9918867 req-607c8c6b-8b8c-4cfb-8d46-3d4e98c54fc1 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:23:51.567269 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-edb4992e-b10b-4f92-906e-71b9e9918867 req-607c8c6b-8b8c-4cfb-8d46-3d4e98c54fc1 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 945 time: 0.0465028 Jul 25 12:23:51.616895 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-edb4992e-b10b-4f92-906e-71b9e9918867 req-96d442c7-dd96-4318-9ba5-5b7844dc99ae tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Jul 25 12:23:53.424466 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-13722d24-a80a-4e94-8c4e-cc6521de6642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:54.732297 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:56.312741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:56.504714 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:23:57.751867 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:24:00.618289 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=13 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:00.623917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=15 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:01.605892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=48 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:01.613970 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=76 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:06.494777 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:06.496640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:06.499308 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:07.747053 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:07.747802 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:13.329592 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:19.781214 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:19.781983 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:21.291293 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3acf6729-04a7-45fb-8778-538dbce597c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:23.426291 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5c288e6e-b672-4e3f-816e-adef6c2afdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:24.733122 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:26.313751 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:26.497616 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:32.206855 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02a073-df2e-4f1e-8558-0927b38c15b5 req-53674550-6f4d-47e7-bbe7-f0b9b03323c6 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:32.208272 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ab02a073-df2e-4f1e-8558-0927b38c15b5 req-53674550-6f4d-47e7-bbe7-f0b9b03323c6 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 945 time: 0.0467288 Jul 25 12:24:32.254865 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ab02a073-df2e-4f1e-8558-0927b38c15b5 req-691e51ac-ca1d-4c0c-bcaf-de87883bb0b2 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Jul 25 12:24:33.373632 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d661b5-2f62-4b5a-9b69-5a7b6d5df031 req-fb5945ff-e994-4b04-bb55-d48ced5f0702 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:33.375087 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-89d661b5-2f62-4b5a-9b69-5a7b6d5df031 req-fb5945ff-e994-4b04-bb55-d48ced5f0702 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 945 time: 0.0472512 Jul 25 12:24:33.421299 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-89d661b5-2f62-4b5a-9b69-5a7b6d5df031 req-9f74f32c-f268-4572-a34b-0dbc6762f491 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Jul 25 12:24:33.732784 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-031f8bc9-18d6-4860-b37b-84609766ec1d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:33.734208 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-031f8bc9-18d6-4860-b37b-84609766ec1d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 945 time: 0.0498965 Jul 25 12:24:33.815141 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Deleting port e832a70d-79cf-47cb-84b4-bfa3b8bd905e {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:24:33.815482 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:33.905595 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] For port e832a70d-79cf-47cb-84b4-bfa3b8bd905e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:24:33.905950 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:33.918552 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Calling delete_port for e832a70d-79cf-47cb-84b4-bfa3b8bd905e owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:24:34.040824 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (e832a70d-79cf-47cb-84b4-bfa3b8bd905e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:34.054924 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['e832a70d-79cf-47cb-84b4-bfa3b8bd905e'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:24:34.077536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Pushing event deleted for resources: {'Port': ['ID=e832a70d-79cf-47cb-84b4-bfa3b8bd905e,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:24:34.100939 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.101299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.101618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.101952 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.102280 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.102605 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.102929 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.103248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.103623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.103949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.104271 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.104611 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.104908 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.105226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.105539 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:34.128337 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] No DVR routers for this DVR port e832a70d-79cf-47cb-84b4-bfa3b8bd905e on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:24:34.131325 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:34.134685 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-38cd5a82-4d55-44d3-a4f7-618215eb4b5f req-294b674e-4970-4c54-b182-f85e43d04013 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "DELETE /v2.0/ports/e832a70d-79cf-47cb-84b4-bfa3b8bd905e HTTP/1.1" status: 204 len: 173 time: 0.3939292 Jul 25 12:24:34.135120 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'name': 'network-vif-deleted', 'tag': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:24:34.137445 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618dfff-c8d5-4823-873b-fc437e1f5b51" -d '{"events": [{"server_uuid": "143ca885-8d64-4bfa-84f4-6ec225b06780", "name": "network-vif-deleted", "tag": "e832a70d-79cf-47cb-84b4-bfa3b8bd905e"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:24:34.326509 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f93ab2a-8034-492a-830e-dbbeec95e865 x-openstack-request-id: req-0f93ab2a-8034-492a-830e-dbbeec95e865 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:24:34.326806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143ca885-8d64-4bfa-84f4-6ec225b06780", "name": "network-vif-deleted", "tag": "e832a70d-79cf-47cb-84b4-bfa3b8bd905e", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:24:34.327063 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f93ab2a-8034-492a-830e-dbbeec95e865 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:24:34.327468 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f93ab2a-8034-492a-830e-dbbeec95e865'] response: {'server_uuid': '143ca885-8d64-4bfa-84f4-6ec225b06780', 'name': 'network-vif-deleted', 'tag': 'e832a70d-79cf-47cb-84b4-bfa3b8bd905e', 'status': 'completed', 'code': 200} Jul 25 12:24:34.540463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-599e1388-c6fc-4813-95d4-6847d7725225 req-ea950e06-2d3d-4092-8324-97d6cfcb936b tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=143ca885-8d64-4bfa-84f4-6ec225b06780 HTTP/1.1" status: 200 len: 210 time: 0.0300884 Jul 25 12:24:34.750714 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:24:36.491143 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=10 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:36.493071 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:38.777906 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:39.017387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device e832a70d-79cf-47cb-84b4-bfa3b8bd905e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:24:39.038240 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: e832a70d-79cf-47cb-84b4-bfa3b8bd905e {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:24:39.038579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device e832a70d-79cf-47cb-84b4-bfa3b8bd905e not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:24:42.248745 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=9 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:42.251401 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=9 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:43.330022 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:43.345992 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:43.937606 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c3d58905-058f-45c7-bd18-5e36f1efa72a tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:43.939058 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c3d58905-058f-45c7-bd18-5e36f1efa72a tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/networks?id=f574c424-cb6e-4798-87cc-b099251a3701 HTTP/1.1" status: 200 len: 813 time: 0.3491242 Jul 25 12:24:43.953730 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-7e5dc4c9-23f0-479e-af9e-0535e3e55d3e tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/quotas/a978671fc17b439eb73537f087a72e53 HTTP/1.1" status: 200 len: 375 time: 0.0087917 Jul 25 12:24:43.984717 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-df672a27-7e71-4458-86e6-1df3a6f502d4 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a978671fc17b439eb73537f087a72e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257597 Jul 25 12:24:44.075230 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-35d5a1b9-baf7-46da-9fe5-d14bff2f29e5 service neutron] 10.222.0.42 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836608 Jul 25 12:24:44.163977 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-2754ade2-afba-4bd3-9db1-f22d5bb94d9a service neutron] 10.222.0.42 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830712 Jul 25 12:24:44.376216 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d982ff6c-86f9-4184-8e3c-29945a2730c6 req-c1b787bf-ac42-46b9-8357-83515ed61518 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 210 time: 0.0822833 Jul 25 12:24:44.746496 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:45.197403 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:45.250323 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-910452fa-298e-49b1-8a14-a9981120cc56 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:45.251936 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-910452fa-298e-49b1-8a14-a9981120cc56 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "GET /v2.0/networks?id=f574c424-cb6e-4798-87cc-b099251a3701 HTTP/1.1" status: 200 len: 813 time: 0.1090615 Jul 25 12:24:45.265687 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Request body: {'port': {'device_id': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701', 'admin_state_up': True, 'tenant_id': 'a978671fc17b439eb73537f087a72e53'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:24:45.308973 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:45.377969 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Made reservation on behalf of a978671fc17b439eb73537f087a72e53 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:24:45.381988 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:45.482475 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b38a04e3-b336-45e7-9734-9f0eb7a1346b req-a1dcc796-fae3-4669-8065-8afdae60633b tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 210 time: 0.0311203 Jul 25 12:24:45.534939 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Allocated IP 172.20.0.4 (f574c424-cb6e-4798-87cc-b099251a3701/bf7e0109-d29a-466f-9e79-acf7205531dc/8cdf9d22-ddd5-40a8-b17d-665d35a9142c) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:24:45.683403 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks [] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:45.711274 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:45.754666 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Network f574c424-cb6e-4798-87cc-b099251a3701 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:24:45.760226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:24:45.764092 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:24:45.788903 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Pushing event updated for resources: {'Port': ['ID=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:24:45.818001 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:45.818611 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:45.833971 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-c90f5ee4-74e0-4a52-a027-336a6199479d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720830 Jul 25 12:24:45.845060 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Request body: {'port': {'device_id': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:24:45.903268 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:46.024930 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:46.074989 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:46.164949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdf9d22-ddd5-40a8-b17d-665d35a9142c {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:24:46.172442 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Publish callbacks [] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:46.185190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Transition to ACTIVE for port object 8cdf9d22-ddd5-40a8-b17d-665d35a9142c will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:24:46.188945 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:46.243347 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Pushing event updated for resources: {'Port': ['ID=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:24:46.313336 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Attempting to bind port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:24:46.313671 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Attempting to bind port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:24:46.313998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Attempting to bind port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c on network f574c424-cb6e-4798-87cc-b099251a3701 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:24:46.318340 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c on network f574c424-cb6e-4798-87cc-b099251a3701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:24:46.318661 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Attempting to bind port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c on network f574c424-cb6e-4798-87cc-b099251a3701 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:24:46.323534 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:24:46.323897 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Checking segment: {'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:24:46.324277 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Bound using segment: {'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:24:46.324715 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Bound port: 8cdf9d22-ddd5-40a8-b17d-665d35a9142c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ae9c3d-1216-473b-8f08-499c43e27a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:24:46.325047 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:46.384431 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] For port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:24:46.387784 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] For port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:24:46.393660 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:46.425702 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:46.426508 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:46.428097 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] 10.222.0.39 "PUT /v2.0/ports/8cdf9d22-ddd5-40a8-b17d-665d35a9142c HTTP/1.1" status: 200 len: 1093 time: 0.5869119 Jul 25 12:24:46.430175 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'tag': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:24:46.433236 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbbc5d-0097-4279-9cc6-780131e89316" -d '{"events": [{"name": "network-changed", "server_uuid": "b6578504-23f0-49e5-906d-62ad6b318f72", "tag": "8cdf9d22-ddd5-40a8-b17d-665d35a9142c"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:24:46.461498 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fa83e-3cc7-4104-a08f-c651b1122b5d service neutron] Pushing event updated for resources: {'Port': ['ID=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:24:46.479772 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c39e4-a773-4218-b5b2-ce7097b2b405 x-openstack-request-id: req-2c7c39e4-a773-4218-b5b2-ce7097b2b405 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:24:46.480067 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6578504-23f0-49e5-906d-62ad6b318f72", "tag": "8cdf9d22-ddd5-40a8-b17d-665d35a9142c", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:24:46.480321 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c7c39e4-a773-4218-b5b2-ce7097b2b405 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:24:46.480722 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7c39e4-a773-4218-b5b2-ce7097b2b405'] response: {'name': 'network-changed', 'server_uuid': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'tag': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c', 'status': 'completed', 'code': 200} Jul 25 12:24:46.506966 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-93d1cf93-fbf5-4446-9a76-4271c29d0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:46.508504 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-93d1cf93-fbf5-4446-9a76-4271c29d0239 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a978671fc17b439eb73537f087a72e53&device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 1127 time: 0.0423825 Jul 25 12:24:46.555161 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-8d2644cc-3323-486c-875a-7caf6b879ca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cdf9d22-ddd5-40a8-b17d-665d35a9142c HTTP/1.1" status: 200 len: 217 time: 0.0376153 Jul 25 12:24:46.631254 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59523a-ec56-4b3c-8b16-0f7b444fa719 req-faea307d-7670-4f47-8c77-b5003b747b53 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:46.632638 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8f59523a-ec56-4b3c-8b16-0f7b444fa719 req-faea307d-7670-4f47-8c77-b5003b747b53 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 943 time: 0.0766044 Jul 25 12:24:46.637921 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-631b03fb-291c-49ac-947d-592b871c60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:46.639241 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-631b03fb-291c-49ac-947d-592b871c60f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf7e0109-d29a-466f-9e79-acf7205531dc HTTP/1.1" status: 200 len: 853 time: 0.0736542 Jul 25 12:24:46.682117 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-8c3e957a-ed38-45fc-8791-a4d28462bb33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f574c424-cb6e-4798-87cc-b099251a3701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354528 Jul 25 12:24:46.747835 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8f59523a-ec56-4b3c-8b16-0f7b444fa719 req-2f91af62-4cd3-44a1-8125-babcb85a89bf tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076198 Jul 25 12:24:46.789893 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-3308c187-b66f-4eb1-a8f2-c3a03ccb6248 service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985606 Jul 25 12:24:46.890269 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-73d7d420-a39f-4d11-8eed-11648f975c86 req-e707e0c1-a90d-4a4e-ae80-d1f19b8b1e1e service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935538 Jul 25 12:24:47.669240 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-7b43e552-fba5-4e74-8ffe-0a2d1e22bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:47.670606 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-7b43e552-fba5-4e74-8ffe-0a2d1e22bcb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a978671fc17b439eb73537f087a72e53&device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 1127 time: 0.0389969 Jul 25 12:24:47.684381 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:47.724682 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:47.764300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-4a5257f6-d81d-49f1-af10-78fa39a81a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:47.765774 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-4a5257f6-d81d-49f1-af10-78fa39a81a33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f574c424-cb6e-4798-87cc-b099251a3701 HTTP/1.1" status: 200 len: 914 time: 0.0894132 Jul 25 12:24:47.805795 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-c70b886d-a16f-4708-bc1e-0cd2f445c22b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cdf9d22-ddd5-40a8-b17d-665d35a9142c HTTP/1.1" status: 200 len: 217 time: 0.0332913 Jul 25 12:24:47.854404 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-3d7d5ee7-1583-4f25-9c59-637778309466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:47.855862 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-3d7d5ee7-1583-4f25-9c59-637778309466 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf7e0109-d29a-466f-9e79-acf7205531dc HTTP/1.1" status: 200 len: 853 time: 0.0444319 Jul 25 12:24:47.869724 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9af4-166a-4e55-9029-86b5d86d7ed8 req-42eca23c-b8c1-419a-b2f7-a025ba8a98e4 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:47.871194 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-125f9af4-166a-4e55-9029-86b5d86d7ed8 req-42eca23c-b8c1-419a-b2f7-a025ba8a98e4 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 943 time: 0.0502503 Jul 25 12:24:47.892530 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-29a7764e-4cf6-461a-b2df-26df595b1e20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f574c424-cb6e-4798-87cc-b099251a3701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299301 Jul 25 12:24:47.918287 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-125f9af4-166a-4e55-9029-86b5d86d7ed8 req-086321ea-a49c-4cdd-bc7f-4a6abdc4cca4 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Jul 25 12:24:47.982357 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-7942980e-c5f1-4514-be06-33b697b3a8db service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831976 Jul 25 12:24:48.074342 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-37cbbc5d-0097-4279-9cc6-780131e89316 req-247b20fd-0938-4fdd-8936-f9fcdc90fb80 service neutron] 10.222.0.39 "GET /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865541 Jul 25 12:24:49.034644 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b03641-1a95-40ac-a1f8-8b6533e75b4e req-e4c8904b-d3a9-41cd-88c9-4423e4eca726 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:49.036581 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d9b03641-1a95-40ac-a1f8-8b6533e75b4e req-e4c8904b-d3a9-41cd-88c9-4423e4eca726 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 943 time: 0.0482533 Jul 25 12:24:49.046565 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 8cdf9d22-ddd5-40a8-b17d-665d35a9142c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:24:49.084360 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d9b03641-1a95-40ac-a1f8-8b6533e75b4e req-5f87a694-ca9f-4c69-a5a9-13756c4ab8be tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Jul 25 12:24:49.145001 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:24:49.156013 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c', 'network_id': 'f574c424-cb6e-4798-87cc-b099251a3701', 'port_id': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c', 'mac_address': 'fa:16:3e:d9:1d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7e0109-d29a-466f-9e79-acf7205531dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:24:49.194414 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:24:49.194814 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:49.207620 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdf9d22-ddd5-40a8-b17d-665d35a9142c {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:24:49.227154 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:24:49.230851 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:49.276693 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:24:49.283775 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.284126 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.284468 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.284860 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.285141 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.285470 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.286380 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.286707 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.287035 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.287360 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.287715 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.288041 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.288362 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.288681 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.289004 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:24:49.443049 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['8cdf9d22-ddd5-40a8-b17d-665d35a9142c'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:24:50.203264 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b1b1-2139-4f8d-8e14-a7ff67ce267d req-e621fced-a30a-4c2c-9ab1-7dd454008ed0 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:50.204788 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e121b1b1-2139-4f8d-8e14-a7ff67ce267d req-e621fced-a30a-4c2c-9ab1-7dd454008ed0 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 944 time: 0.0468307 Jul 25 12:24:50.227412 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-29a01c73-5a70-4664-a140-3afa033daaca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379169 Jul 25 12:24:50.253944 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e121b1b1-2139-4f8d-8e14-a7ff67ce267d req-6104d636-fa06-4f24-a04e-6d813c88fc57 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Jul 25 12:24:50.312302 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-4d4c331f-6552-4838-8355-0e917c975ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:50.313724 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-4d4c331f-6552-4838-8355-0e917c975ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 1130 time: 0.0416777 Jul 25 12:24:50.413630 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-2c47ac00-f7aa-4b6c-8f2b-770a48edcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:50.414949 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-2c47ac00-f7aa-4b6c-8f2b-770a48edcbf6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0831540 Jul 25 12:24:50.477503 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-77ceea9a-71be-4369-a18f-5943a70bd343 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 200 len: 1001 time: 0.0559380 Jul 25 12:24:50.524157 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-a3f6b5bd-3ed5-4795-8c0e-1bb774b91e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:50.525513 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-a3f6b5bd-3ed5-4795-8c0e-1bb774b91e7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0423820 Jul 25 12:24:50.569372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-dffb414f-2bad-411e-ac29-8f54ac100b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:50.570798 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-dffb414f-2bad-411e-ac29-8f54ac100b8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390081 Jul 25 12:24:50.661675 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-632eb63f-f446-4179-8483-bc464e90168f service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852399 Jul 25 12:24:50.748355 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bc0ec8f0-5571-42ca-a131-be9def7e68c0 req-bebb60f8-db74-4007-bff7-53dba10ae602 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807769 Jul 25 12:24:51.062443 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 8cdf9d22-ddd5-40a8-b17d-665d35a9142c up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:24:51.104763 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:24:51.109887 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:24:51.110262 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:51.183421 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:24:51.183846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:51.206152 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:24:51.209195 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bbb5fe-c656-46db-aca8-43d390ddaa8f" -d '{"events": [{"server_uuid": "b6578504-23f0-49e5-906d-62ad6b318f72", "name": "network-vif-plugged", "status": "completed", "tag": "8cdf9d22-ddd5-40a8-b17d-665d35a9142c"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:24:51.221955 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:24:51.226281 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:51.248368 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78981ab3-b915-40ae-ae8b-fed758ced875 x-openstack-request-id: req-78981ab3-b915-40ae-ae8b-fed758ced875 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:24:51.248663 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6578504-23f0-49e5-906d-62ad6b318f72", "name": "network-vif-plugged", "status": "completed", "tag": "8cdf9d22-ddd5-40a8-b17d-665d35a9142c", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:24:51.248917 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78981ab3-b915-40ae-ae8b-fed758ced875 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:24:51.249304 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78981ab3-b915-40ae-ae8b-fed758ced875'] response: {'server_uuid': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c', 'code': 200} Jul 25 12:24:51.274989 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:24:51.294809 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-67c7f3a5-9225-4603-8266-c78c85a233a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:51.375224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23d3b-912d-40cd-a369-ec1928389eba req-4edf48fe-f7f5-46f8-89d0-ea21718df796 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:51.377111 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-44f23d3b-912d-40cd-a369-ec1928389eba req-4edf48fe-f7f5-46f8-89d0-ea21718df796 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 945 time: 0.0482078 Jul 25 12:24:51.429875 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-44f23d3b-912d-40cd-a369-ec1928389eba req-2dc3dbeb-b112-4821-8357-2bb15af80337 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Jul 25 12:24:51.467984 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:51.473873 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce280ae4-6c52-4579-ba36-f3903e024fad req-5b0f8eb5-7f36-46b4-ab37-f1b97879fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:51.475351 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ce280ae4-6c52-4579-ba36-f3903e024fad req-5b0f8eb5-7f36-46b4-ab37-f1b97879fde2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 1129 time: 0.0439818 Jul 25 12:24:51.520020 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ce280ae4-6c52-4579-ba36-f3903e024fad req-d13aa9c4-1bb4-4eb8-9ce2-d87bcf69663e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Jul 25 12:24:52.530426 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:24:52.549154 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5d95d-b271-4c8b-a151-c69147f8b148 req-c351427c-aecd-4aca-9798-e96d98decc9d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:52.550644 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-57b5d95d-b271-4c8b-a151-c69147f8b148 req-c351427c-aecd-4aca-9798-e96d98decc9d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 945 time: 0.0473304 Jul 25 12:24:52.596793 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-57b5d95d-b271-4c8b-a151-c69147f8b148 req-6729ad8f-4e05-49bb-8eb0-0294aa1d85cd tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Jul 25 12:24:53.429378 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-db153f82-d881-4bb2-95d4-6351eb9ca4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:53.711960 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d62ad-3612-45f5-8d66-ba3c0c88a53a req-a3f4197a-c537-4248-a383-62c9e274dfee tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:53.713318 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ba8d62ad-3612-45f5-8d66-ba3c0c88a53a req-a3f4197a-c537-4248-a383-62c9e274dfee tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 945 time: 0.0460505 Jul 25 12:24:53.759078 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ba8d62ad-3612-45f5-8d66-ba3c0c88a53a req-5fd42e59-46be-40f2-a38d-75b3f430215f tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Jul 25 12:24:54.738573 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:56.315899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:56.499960 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:24:58.272186 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323d2c2-e49a-4dcd-9576-b34df306a215 req-da5e04b8-6f0d-410b-8f8e-c42f1e5c3119 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:58.273703 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1323d2c2-e49a-4dcd-9576-b34df306a215 req-da5e04b8-6f0d-410b-8f8e-c42f1e5c3119 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 946 time: 0.0511770 Jul 25 12:24:58.323039 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1323d2c2-e49a-4dcd-9576-b34df306a215 req-2d1efb77-d0a1-4fd3-98cf-577dc10642e5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Jul 25 12:24:59.439519 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40466a9-c707-4a07-92d8-6d7d051f35a8 req-73f0da82-e6e9-4845-b8b7-ff70477393c0 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:24:59.440991 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a40466a9-c707-4a07-92d8-6d7d051f35a8 req-73f0da82-e6e9-4845-b8b7-ff70477393c0 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 946 time: 0.0461075 Jul 25 12:24:59.490423 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a40466a9-c707-4a07-92d8-6d7d051f35a8 req-14c8ac92-2857-4378-b8a0-79bb450fed11 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432444 Jul 25 12:25:00.006219 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb9184-4885-4b35-a945-5b514f00b36d req-77bfcb98-f0fc-495e-a48b-b3b127f923c2 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:00.007677 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-84eb9184-4885-4b35-a945-5b514f00b36d req-77bfcb98-f0fc-495e-a48b-b3b127f923c2 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 946 time: 0.0468886 Jul 25 12:25:00.361704 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Deleting port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:25:00.362053 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:00.466502 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] For port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:00.466977 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:00.662723 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404093b8-bdb8-40ba-bd2c-1b2524eaa42a req-1459b545-531a-45dc-8ad9-569907f04752 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:00.664300 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-404093b8-bdb8-40ba-bd2c-1b2524eaa42a req-1459b545-531a-45dc-8ad9-569907f04752 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 946 time: 0.0943687 Jul 25 12:25:00.684006 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:00.684368 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (bbc82d49-0878-43ad-b13b-75a074ac4b97), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:00.684686 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Floating IP bbc82d49-0878-43ad-b13b-75a074ac4b97 disassociated. External IP: 172.27.0.49, port: 1ad2d7c4-0c36-4f08-b535-a2075df94aa9. Jul 25 12:25:00.685031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Calling delete_port for 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:25:00.761362 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-404093b8-bdb8-40ba-bd2c-1b2524eaa42a req-db26d888-7c1c-41d6-8768-a6bef23073ab tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902348 Jul 25 12:25:00.843464 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (1ad2d7c4-0c36-4f08-b535-a2075df94aa9), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:00.877919 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event deleted for resources: {'Port': ['ID=1ad2d7c4-0c36-4f08-b535-a2075df94aa9,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:00.958484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:00.970752 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:00.986481 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:25:01.088260 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:25:01.100543 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:25:01.110814 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:01.111438 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:24:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:01.218323 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:01.390353 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] No DVR routers for this DVR port 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:25:01.393226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:01.397015 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-84eb9184-4885-4b35-a945-5b514f00b36d req-a2bf592f-bf2e-4127-9da1-9b09a92b5810 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "DELETE /v2.0/ports/1ad2d7c4-0c36-4f08-b535-a2075df94aa9 HTTP/1.1" status: 204 len: 173 time: 1.1163714 Jul 25 12:25:01.397448 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'name': 'network-vif-deleted', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:25:01.399760 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de8b4e-b761-4644-b060-55e6c240503f" -d '{"events": [{"server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "name": "network-vif-deleted", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:25:01.431269 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:01.445838 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ed5b6f-3433-4e58-8154-b39b6f660199 x-openstack-request-id: req-25ed5b6f-3433-4e58-8154-b39b6f660199 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:25:01.446127 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a", "name": "network-vif-deleted", "tag": "1ad2d7c4-0c36-4f08-b535-a2075df94aa9", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:25:01.446374 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25ed5b6f-3433-4e58-8154-b39b6f660199 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:25:01.446775 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ed5b6f-3433-4e58-8154-b39b6f660199'] response: {'server_uuid': 'f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a', 'name': 'network-vif-deleted', 'tag': '1ad2d7c4-0c36-4f08-b535-a2075df94aa9', 'status': 'completed', 'code': 200} Jul 25 12:25:01.458192 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:25:01.466635 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:01.467226 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:24:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:01.573363 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:01.756895 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:01.785402 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ab41c-91d5-4cb8-9e5c-7681185f6307 None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:25:01.864738 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b4e1971e-d0b3-4fca-a732-7710b7550fce req-0fdf37cb-f0c3-4595-9e18-4a9e2106ae14 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.0279763 Jul 25 12:25:02.000652 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4153d4-1e50-4db0-a9c6-f685ced2d9d8 None None] New status for floating IP bbc82d49-0878-43ad-b13b-75a074ac4b97: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:25:02.967184 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a8446da8-b074-4290-b213-2c13dd502d2b req-e2ea2913-d321-4cdc-adbf-01ddee5d03b5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.0302811 Jul 25 12:25:04.083217 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e6a55d5f-b1cf-442a-a2f0-3a865f0e287c req-7e583ada-f02d-4c61-af8f-6be2fc65617d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=f076d2c5-3cc0-44bc-b018-0a0ec6bcef1a HTTP/1.1" status: 200 len: 210 time: 0.0275798 Jul 25 12:25:04.595668 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:25:04.619208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:25:04.619567 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 1ad2d7c4-0c36-4f08-b535-a2075df94aa9 not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:25:05.347534 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-291d79e6-5078-47e1-8876-4e06193dbef1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054820741&fields=id&tenant_id=141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 267 time: 0.0461009 Jul 25 12:25:05.449865 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-54b0c8a7-3509-45fb-b2de-291a1f164927 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:05.451192 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-54b0c8a7-3509-45fb-b2de-291a1f164927 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 811 time: 0.0973132 Jul 25 12:25:05.465855 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-e3dfa54c-53a7-4bbd-8d64-55aca66c4ea5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/quotas/141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 375 time: 0.0093575 Jul 25 12:25:05.516601 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-ddf0eaac-7b71-4601-ab1c-7d5a8037f2f6 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459061 Jul 25 12:25:05.532442 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-45a95fd5-196f-47c8-9c0c-91797c13cc53 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:25:05.533386 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-45a95fd5-196f-47c8-9c0c-91797c13cc53 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049186 Jul 25 12:25:05.619642 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-5583ddd0-a91f-422c-9e46-d253d7565025 service neutron] 10.222.0.42 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810802 Jul 25 12:25:05.711265 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-b08fbdd9-27b7-4fbe-b9c0-2d660f447bbb service neutron] 10.222.0.42 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858903 Jul 25 12:25:05.993750 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-63170a78-a552-4d53-944f-62f98b3de429 req-b9dc0a56-e702-4c24-ad8b-b3423fa75c82 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 210 time: 0.0275922 Jul 25 12:25:07.090431 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-69fc6f5a-dad3-4a73-9430-3261291b08d1 req-1e815f29-5235-4dbb-ab3b-14c3a40fa541 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 210 time: 0.0283453 Jul 25 12:25:08.188087 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3440ca13-53da-4fc7-932f-a045f1123575 req-655133bd-6eb5-4dee-820d-06494e76975d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 210 time: 0.0285718 Jul 25 12:25:08.339288 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-38949b80-5805-426d-be16-c22f9a36b501 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:08.341334 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-38949b80-5805-426d-be16-c22f9a36b501 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 811 time: 0.1063921 Jul 25 12:25:08.406058 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-863892be-5ac9-4ed3-a5b8-91f6622830b7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 380 time: 0.0539899 Jul 25 12:25:08.416292 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'port': {'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'admin_state_up': True, 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'security_groups': ['40b70044-d56f-45be-bd3a-b91e080abd6b']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:08.522149 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Made reservation on behalf of 141003bbc94b41569683aef4c15b46f1 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:25:08.525534 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:08.540286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:08.640108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:08.658362 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Allocated IP 172.20.0.11 (11d8ce76-c85a-44ea-b9a3-bfb714066192/dcf69874-85a3-44b4-939d-593d1690b9b5/ab330dd9-8cf2-465a-938e-753b7c9e645a) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:08.808583 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:08.840983 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:08.883458 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:08.888600 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:08.891365 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:08.920406 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=ab330dd9-8cf2-465a-938e-753b7c9e645a,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:08.947904 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:08.948527 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:08.964868 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-2488dff8-3079-4498-9346-79c3c5896529 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521255 Jul 25 12:25:08.974918 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1ac74dd8-1d13-4a7a-b31a-4c1f27d5b723 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:25:08.975952 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1ac74dd8-1d13-4a7a-b31a-4c1f27d5b723 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052648 Jul 25 12:25:09.042102 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Request body: {'port': {'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:09.107495 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:09.157751 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-722abecd-2963-467f-a59f-fc433ebd1612 None None] Provisioning complete for port ab330dd9-8cf2-465a-938e-753b7c9e645a triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:09.158245 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-722abecd-2963-467f-a59f-fc433ebd1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:09.182658 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:09.186933 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:09.196875 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-722abecd-2963-467f-a59f-fc433ebd1612 None None] Port ab330dd9-8cf2-465a-938e-753b7c9e645a cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:25:09.324796 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6626f-eda4-4372-ad91-c382c141a98c req-b44fa3bf-a5cd-4521-aa3e-542f9f8a13b6 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:09.326231 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17b6626f-eda4-4372-ad91-c382c141a98c req-b44fa3bf-a5cd-4521-aa3e-542f9f8a13b6 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 932 time: 0.0588629 Jul 25 12:25:09.406817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:09.413303 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17b6626f-eda4-4372-ad91-c382c141a98c req-d6617731-f929-4608-9808-6f1c80168b1f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807498 Jul 25 12:25:09.446669 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab330dd9-8cf2-465a-938e-753b7c9e645a {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:25:09.454838 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Publish callbacks [] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:09.467805 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Transition to ACTIVE for port object ab330dd9-8cf2-465a-938e-753b7c9e645a will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:25:09.471415 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:09.479475 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:09.522620 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab330dd9-8cf2-465a-938e-753b7c9e645a,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:09.601066 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Attempting to bind port ab330dd9-8cf2-465a-938e-753b7c9e645a on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:25:09.601400 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Attempting to bind port ab330dd9-8cf2-465a-938e-753b7c9e645a by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:25:09.601729 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Attempting to bind port ab330dd9-8cf2-465a-938e-753b7c9e645a on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:09.606337 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Port ab330dd9-8cf2-465a-938e-753b7c9e645a on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:25:09.606664 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Attempting to bind port ab330dd9-8cf2-465a-938e-753b7c9e645a on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:09.611729 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:25:09.612072 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Checking segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:09.612453 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Bound using segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:25:09.612876 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Bound port: ab330dd9-8cf2-465a-938e-753b7c9e645a, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:25:09.613225 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:09.676747 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] For port ab330dd9-8cf2-465a-938e-753b7c9e645a, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:25:09.679813 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] For port ab330dd9-8cf2-465a-938e-753b7c9e645a, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:25:09.685668 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:09.723323 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:09.723995 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:09.725463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] 10.222.0.39 "PUT /v2.0/ports/ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 1094 time: 0.7384126 Jul 25 12:25:09.725870 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:25:09.728666 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4262feb0-d905-41a8-b384-af012dbc30a4" -d '{"events": [{"name": "network-changed", "server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:25:09.748523 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366b5cc-20f0-4e65-9498-3bcb496e2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab330dd9-8cf2-465a-938e-753b7c9e645a,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:09.792596 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17970d98-bfcb-4ad4-bcfe-ae595c50ac7b x-openstack-request-id: req-17970d98-bfcb-4ad4-bcfe-ae595c50ac7b {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:25:09.792928 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:25:09.793150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17970d98-bfcb-4ad4-bcfe-ae595c50ac7b {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:25:09.793610 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17970d98-bfcb-4ad4-bcfe-ae595c50ac7b'] response: {'name': 'network-changed', 'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'status': 'completed', 'code': 200} Jul 25 12:25:09.824460 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-826a3671-7462-435f-a62d-8f4014dbf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:09.826157 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-826a3671-7462-435f-a62d-8f4014dbf4e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0496914 Jul 25 12:25:09.870054 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-f631aa8c-6dc2-4726-abec-a10b4f64c0c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 217 time: 0.0364914 Jul 25 12:25:09.921589 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-eb0c937d-441e-4143-8919-ae26d6879275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:09.923012 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-eb0c937d-441e-4143-8919-ae26d6879275 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0466993 Jul 25 12:25:09.968215 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d6b7-487b-4387-985f-0beda680dd2f req-8ba34704-557d-459f-83e4-e451db539a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:09.969683 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-8ba34704-557d-459f-83e4-e451db539a68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395093 Jul 25 12:25:10.062323 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-fed89f10-c47a-4c9a-b2e6-0c4be6b7b646 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850835 Jul 25 12:25:10.151793 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4313d6b7-487b-4387-985f-0beda680dd2f req-3d1607eb-cc70-473f-b4ab-61fcf8ea01a2 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829315 Jul 25 12:25:10.424638 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-39fa8ab1-f4a2-471b-ab30-ad9d56fec3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:10.426517 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-39fa8ab1-f4a2-471b-ab30-ad9d56fec3b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0432925 Jul 25 12:25:10.557127 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e298-0b80-45af-8a27-71ef3c56248a req-752adb84-c26b-41e4-a330-d6cab17257a8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:10.558549 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9bf7e298-0b80-45af-8a27-71ef3c56248a req-752adb84-c26b-41e4-a330-d6cab17257a8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 944 time: 0.0685680 Jul 25 12:25:10.562848 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-9a387ed3-3f50-4303-9ebe-d405a289371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:10.564207 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-9a387ed3-3f50-4303-9ebe-d405a289371d service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.1267896 Jul 25 12:25:10.612029 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-128080c3-3bc0-48ff-a3ee-393caf6f9183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 217 time: 0.0393276 Jul 25 12:25:10.647079 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:10.673397 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9bf7e298-0b80-45af-8a27-71ef3c56248a req-ff2aca47-13ff-4c74-899e-8d0c59d4a01a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083140 Jul 25 12:25:10.681071 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-4fa7eb51-6dbd-4af8-8f23-fa1919dbe2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:10.682452 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-4fa7eb51-6dbd-4af8-8f23-fa1919dbe2f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0653031 Jul 25 12:25:10.728666 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-d0ea4fe6-4264-46cd-9502-e345bc5c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:10.730100 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-d0ea4fe6-4264-46cd-9502-e345bc5c32d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418637 Jul 25 12:25:10.777457 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:10.818242 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-494778c4-0dda-4c25-aa78-e529b864e3fc service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Jul 25 12:25:10.908759 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4262feb0-d905-41a8-b384-af012dbc30a4 req-f9519683-936b-49a4-9ec5-25e987b8e85b service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Jul 25 12:25:11.749053 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:25:11.789806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb5a98-db6e-4fff-8a1d-7cfb18737fb9 req-cd27b47e-91a6-478e-b5d3-700bc155f137 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:11.791252 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-07fb5a98-db6e-4fff-8a1d-7cfb18737fb9 req-cd27b47e-91a6-478e-b5d3-700bc155f137 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 944 time: 0.0471280 Jul 25 12:25:11.840481 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-07fb5a98-db6e-4fff-8a1d-7cfb18737fb9 req-7aa14588-0177-49f0-a2d0-9b574f7656ef tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 Jul 25 12:25:12.781832 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ec4db-241b-48e9-be8b-062d38de3ad7 req-040d0bb6-1a93-4003-ade8-1f776ece6bc7 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:12.783314 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c99ec4db-241b-48e9-be8b-062d38de3ad7 req-040d0bb6-1a93-4003-ade8-1f776ece6bc7 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 945 time: 0.0476844 Jul 25 12:25:12.834473 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c99ec4db-241b-48e9-be8b-062d38de3ad7 req-ab2ca4ec-bdf5-4795-aeb1-29c7ce48ab2d tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448306 Jul 25 12:25:12.920357 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=48 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:12.922293 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=52 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:12.957325 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf125a1-fdd3-4c0f-b34a-b2756cd13f33 req-5959adab-dc85-44ff-a9bd-e546219a43d8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:12.959415 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ecf125a1-fdd3-4c0f-b34a-b2756cd13f33 req-5959adab-dc85-44ff-a9bd-e546219a43d8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 944 time: 0.0475569 Jul 25 12:25:13.006753 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ecf125a1-fdd3-4c0f-b34a-b2756cd13f33 req-12599a2f-4e9d-405b-a81f-9f8016b09481 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Jul 25 12:25:13.344251 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:13.950680 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5da9dc-e107-4edc-9904-d35df0628771 req-315aa4ac-15b8-411d-b0c2-c4a5a8647b7a tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:13.952125 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-de5da9dc-e107-4edc-9904-d35df0628771 req-315aa4ac-15b8-411d-b0c2-c4a5a8647b7a tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 945 time: 0.0462234 Jul 25 12:25:13.998561 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-de5da9dc-e107-4edc-9904-d35df0628771 req-8c856cc5-1592-4389-97ba-fccb75a17011 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/security-groups?id=100a2ed8-53cc-4369-be45-9ba4216c10d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Jul 25 12:25:14.126958 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7196a-47e8-41f2-8e7d-49b41038890a req-287d142a-315b-4701-9431-5976492c3917 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:14.128562 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61c7196a-47e8-41f2-8e7d-49b41038890a req-287d142a-315b-4701-9431-5976492c3917 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 944 time: 0.0499635 Jul 25 12:25:14.184694 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61c7196a-47e8-41f2-8e7d-49b41038890a req-d4d04d43-b8d2-4caf-a634-7dac9c1173dc tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497403 Jul 25 12:25:14.322491 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ff2c8806-e81a-4eb0-b025-8e6b170ba9f0 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:14.323945 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ff2c8806-e81a-4eb0-b025-8e6b170ba9f0 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 945 time: 0.0469725 Jul 25 12:25:14.406966 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Deleting port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:25:14.407313 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:14.494611 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] For port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,segment=NetworkSegment(e8ae9c3d-1216-473b-8f08-499c43e27a11),segment_id=e8ae9c3d-1216-473b-8f08-499c43e27a11)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:14.494972 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:14.508544 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Calling delete_port for 8cdf9d22-ddd5-40a8-b17d-665d35a9142c owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:25:14.627354 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:14.648002 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (8cdf9d22-ddd5-40a8-b17d-665d35a9142c), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:14.659438 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['8cdf9d22-ddd5-40a8-b17d-665d35a9142c'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:25:14.662991 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:14.676947 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Pushing event deleted for resources: {'Port': ['ID=8cdf9d22-ddd5-40a8-b17d-665d35a9142c,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:14.724004 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] No DVR routers for this DVR port 8cdf9d22-ddd5-40a8-b17d-665d35a9142c on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:25:14.726493 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:14.729703 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92c3ca1a-7ba6-4350-b612-dd48f09032ed req-ef40c2c7-9c70-4f78-85fc-705fece391ac tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.39 "DELETE /v2.0/ports/8cdf9d22-ddd5-40a8-b17d-665d35a9142c HTTP/1.1" status: 204 len: 173 time: 0.4005864 Jul 25 12:25:14.730150 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'name': 'network-vif-deleted', 'tag': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:25:14.732402 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7e7442-727b-4415-bbe6-5f5ca5aae6f9" -d '{"events": [{"server_uuid": "b6578504-23f0-49e5-906d-62ad6b318f72", "name": "network-vif-deleted", "tag": "8cdf9d22-ddd5-40a8-b17d-665d35a9142c"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:25:14.773135 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892333a1-5cdb-4aae-b496-768388260d49 x-openstack-request-id: req-892333a1-5cdb-4aae-b496-768388260d49 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:25:14.773456 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6578504-23f0-49e5-906d-62ad6b318f72", "name": "network-vif-deleted", "tag": "8cdf9d22-ddd5-40a8-b17d-665d35a9142c", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:25:14.773706 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-892333a1-5cdb-4aae-b496-768388260d49 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:25:14.774109 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892333a1-5cdb-4aae-b496-768388260d49'] response: {'server_uuid': 'b6578504-23f0-49e5-906d-62ad6b318f72', 'name': 'network-vif-deleted', 'tag': '8cdf9d22-ddd5-40a8-b17d-665d35a9142c', 'status': 'completed', 'code': 200} Jul 25 12:25:15.110287 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4765a650-5b5b-4178-bff7-9f5ed58956a3 req-3a9dc2bc-de36-45c0-b338-de7b2e8f84a0 tempest-VolumesSnapshotTestJSON-549768596 tempest-VolumesSnapshotTestJSON-549768596-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6578504-23f0-49e5-906d-62ad6b318f72 HTTP/1.1" status: 200 len: 210 time: 0.0282266 Jul 25 12:25:15.307821 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f98c0f-9e6c-4722-9a98-ca94c800e640 req-29df67ee-1ab7-4293-abef-1b6825724305 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:15.309277 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17f98c0f-9e6c-4722-9a98-ca94c800e640 req-29df67ee-1ab7-4293-abef-1b6825724305 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 944 time: 0.0472102 Jul 25 12:25:15.357599 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17f98c0f-9e6c-4722-9a98-ca94c800e640 req-854eb761-e7ed-449c-b4bb-b9a0d0d29e38 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Jul 25 12:25:16.492125 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc41c5-dd5a-42d4-95bd-31240c8b715e req-74103cae-3545-440d-9ed4-049437c58d81 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:16.493560 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9fdc41c5-dd5a-42d4-95bd-31240c8b715e req-74103cae-3545-440d-9ed4-049437c58d81 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 944 time: 0.0553901 Jul 25 12:25:16.518432 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:16.546061 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9fdc41c5-dd5a-42d4-95bd-31240c8b715e req-8d1f9af1-c434-4f46-a2ca-d67d53006419 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469368 Jul 25 12:25:16.658226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ab330dd9-8cf2-465a-938e-753b7c9e645a details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:25:16.756273 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ab330dd9-8cf2-465a-938e-753b7c9e645a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:16.767196 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:25:16.801312 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ab330dd9-8cf2-465a-938e-753b7c9e645a is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:16.801701 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:16.814169 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab330dd9-8cf2-465a-938e-753b7c9e645a {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:25:16.834440 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ab330dd9-8cf2-465a-938e-753b7c9e645a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:16.838346 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:16.885364 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ab330dd9-8cf2-465a-938e-753b7c9e645a,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:17.040137 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['ab330dd9-8cf2-465a-938e-753b7c9e645a'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:25:17.396405 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=87 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:17.669815 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c114c0-fd47-4e6e-8e8a-7bfcc689a0dd req-6972731b-a77a-4791-95cb-7cd63eee5668 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:17.671778 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-85c114c0-fd47-4e6e-8e8a-7bfcc689a0dd req-6972731b-a77a-4791-95cb-7cd63eee5668 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 945 time: 0.0522552 Jul 25 12:25:17.722196 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-85c114c0-fd47-4e6e-8e8a-7bfcc689a0dd req-c19fcb1e-bf57-4c0d-8591-8d1564aa300e tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Jul 25 12:25:18.718719 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ab330dd9-8cf2-465a-938e-753b7c9e645a up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:18.763280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port ab330dd9-8cf2-465a-938e-753b7c9e645a completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:25:18.769315 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port ab330dd9-8cf2-465a-938e-753b7c9e645a triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:18.769711 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:18.843961 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28e533-27cd-4608-99cb-4cbc67a69c74 req-6dd6b4dc-9d88-47a0-a1a0-237d553d224c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:18.845287 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ab330dd9-8cf2-465a-938e-753b7c9e645a is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:18.845448 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-db28e533-27cd-4608-99cb-4cbc67a69c74 req-6dd6b4dc-9d88-47a0-a1a0-237d553d224c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 945 time: 0.0480378 Jul 25 12:25:18.845682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:18.869889 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:25:18.872116 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b406a1-b295-4966-9410-25e294e59c03" -d '{"events": [{"server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "name": "network-vif-plugged", "status": "completed", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:25:18.884706 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ab330dd9-8cf2-465a-938e-753b7c9e645a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:18.889259 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:18.890649 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 8cdf9d22-ddd5-40a8-b17d-665d35a9142c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:25:18.897942 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-db28e533-27cd-4608-99cb-4cbc67a69c74 req-8cd06b17-4d12-43c7-811e-d1cdcaeed7ea tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464001 Jul 25 12:25:18.915939 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b3daf8-dd71-45ec-869e-30ef3810e772 x-openstack-request-id: req-17b3daf8-dd71-45ec-869e-30ef3810e772 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:25:18.916226 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "name": "network-vif-plugged", "status": "completed", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:25:18.916478 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17b3daf8-dd71-45ec-869e-30ef3810e772 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:25:18.916878 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b3daf8-dd71-45ec-869e-30ef3810e772'] response: {'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'code': 200} Jul 25 12:25:18.933018 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: 8cdf9d22-ddd5-40a8-b17d-665d35a9142c {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:25:18.933367 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device 8cdf9d22-ddd5-40a8-b17d-665d35a9142c not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:25:18.959267 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ab330dd9-8cf2-465a-938e-753b7c9e645a,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:20.021057 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb4b5-857e-4659-ba12-fe5323700cdc req-3e1b4d7b-6936-4dfd-b0d2-63904de83118 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:20.022437 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f2eb4b5-857e-4659-ba12-fe5323700cdc req-3e1b4d7b-6936-4dfd-b0d2-63904de83118 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 946 time: 0.0513189 Jul 25 12:25:20.070589 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f2eb4b5-857e-4659-ba12-fe5323700cdc req-dbe40992-c7c5-493f-9777-9a73c4353410 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Jul 25 12:25:20.499025 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fb397-4b5e-4c1c-a2bf-878ceff1538a req-5ba2bd07-f42c-41e0-b33e-a134bb41af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:20.500496 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b33fb397-4b5e-4c1c-a2bf-878ceff1538a req-5ba2bd07-f42c-41e0-b33e-a134bb41af63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0383873 Jul 25 12:25:20.545568 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b33fb397-4b5e-4c1c-a2bf-878ceff1538a req-12b40f7b-08e6-4635-9bfd-a360b2696947 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384467 Jul 25 12:25:21.189348 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ff219-1355-4def-acbe-73c9a1ff6f15 req-b89755e3-ab26-459b-9bdf-fb66fa87f9d5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:21.190797 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4c8ff219-1355-4def-acbe-73c9a1ff6f15 req-b89755e3-ab26-459b-9bdf-fb66fa87f9d5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 946 time: 0.0503976 Jul 25 12:25:21.239381 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4c8ff219-1355-4def-acbe-73c9a1ff6f15 req-a9f70694-77d5-4f39-8e91-5acbe04715c2 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425241 Jul 25 12:25:21.297949 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d7c1-611f-4a75-b040-0a99c2d6ae05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:21.745326 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=79 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:22.359995 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af3eb1-909f-4850-a131-7aeaf50b16d5 req-80265edc-8319-4dda-8004-fd3c8c40cf64 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:22.361427 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53af3eb1-909f-4850-a131-7aeaf50b16d5 req-80265edc-8319-4dda-8004-fd3c8c40cf64 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 946 time: 0.0478849 Jul 25 12:25:22.413708 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53af3eb1-909f-4850-a131-7aeaf50b16d5 req-a1c6b1e2-cda3-4c65-ad00-8ea296a70d41 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461679 Jul 25 12:25:22.540440 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e75e27-c20f-42b3-a611-abcfb615771f req-9127b542-e447-4144-aa6f-11e0c76a0085 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:22.541898 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e8e75e27-c20f-42b3-a611-abcfb615771f req-9127b542-e447-4144-aa6f-11e0c76a0085 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 946 time: 0.0471108 Jul 25 12:25:22.590561 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e8e75e27-c20f-42b3-a611-abcfb615771f req-ea514069-ab2b-429f-93ba-301be42f4634 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Jul 25 12:25:22.616142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56184) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:22.653041 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d268f3-0506-478d-8adc-f520d0e71bd1 tempest-TestVolumeBootPattern-324647167 tempest-TestVolumeBootPattern-324647167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:22.654468 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-15d268f3-0506-478d-8adc-f520d0e71bd1 tempest-TestVolumeBootPattern-324647167 tempest-TestVolumeBootPattern-324647167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1125 time: 0.0374422 Jul 25 12:25:22.657369 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56186) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:22.661540 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:22.681082 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:22.759857 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:22.864297 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Allocated IP 172.27.0.210 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/ee307af7-df1c-484d-b6a0-845be45f423c) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:22.923793 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:22.967531 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (ee307af7-df1c-484d-b6a0-845be45f423c), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:22.997932 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ee307af7-df1c-484d-b6a0-845be45f423c), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:23.041606 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:23.046490 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:23.050470 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:23.052713 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:23.054476 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=ee307af7-df1c-484d-b6a0-845be45f423c,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:23.402615 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (a34709ed-8c1e-43af-881d-0f53b58029cc), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:23.433819 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-01a86440-1f4d-4f12-9219-11dbe9f52008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:23.471558 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ee307af7-df1c-484d-b6a0-845be45f423c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:23.628091 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (ee307af7-df1c-484d-b6a0-845be45f423c), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:23.632414 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ee307af7-df1c-484d-b6a0-845be45f423c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:23.664996 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:23.699135 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=ee307af7-df1c-484d-b6a0-845be45f423c,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:23.713300 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (a34709ed-8c1e-43af-881d-0f53b58029cc), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:23.807593 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Floating IP a34709ed-8c1e-43af-881d-0f53b58029cc associated. External IP: 172.27.0.210, port: ab330dd9-8cf2-465a-938e-753b7c9e645a. Jul 25 12:25:23.895136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:24.251099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:25:24.351534 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:25:24.360893 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fed65-019e-487b-8dd2-831175a1615f None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:25:24.368339 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:24.371826 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:24.372446 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:24.401548 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-fd626490-d8a6-4ad8-8790-2f3d0fd82b7a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7431927 Jul 25 12:25:24.402146 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:25:24.404565 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:25:24.441010 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad64c923-42a8-4416-833f-ba3ec00a66a9 x-openstack-request-id: req-ad64c923-42a8-4416-833f-ba3ec00a66a9 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:25:24.441892 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:25:24.442144 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad64c923-42a8-4416-833f-ba3ec00a66a9 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:25:24.442569 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad64c923-42a8-4416-833f-ba3ec00a66a9'] response: {'name': 'network-changed', 'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'status': 'completed', 'code': 200} Jul 25 12:25:24.475221 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:24.502401 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-597dac70-ae33-4605-bccf-490b9efe3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:24.504404 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-597dac70-ae33-4605-bccf-490b9efe3d3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0392370 Jul 25 12:25:24.597543 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-c5cd1fdf-6799-418b-8a4f-c37b7462aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:24.599095 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-c5cd1fdf-6799-418b-8a4f-c37b7462aa02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0888309 Jul 25 12:25:24.664661 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-a0a60012-c0dd-4fe8-926f-e80e7387e973 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 1000 time: 0.0599575 Jul 25 12:25:24.690939 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:23Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:24.716143 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fed65-019e-487b-8dd2-831175a1615f None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:25:24.716663 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-880611fe-2da1-4713-919b-f276958d14db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:24.718267 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-880611fe-2da1-4713-919b-f276958d14db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0473881 Jul 25 12:25:24.725750 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:24.726354 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:24.744556 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:24.775078 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-494314eb-99a3-4181-9f65-a20d69222500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:24.776800 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-494314eb-99a3-4181-9f65-a20d69222500 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523276 Jul 25 12:25:24.853225 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:24.875057 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-c36ef8d5-c3fa-460d-9925-74a826c54e8c service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920238 Jul 25 12:25:24.930271 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:24.973422 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-39860aba-76b2-49d4-b99a-cfbd3c5e5d3d req-f32562d2-574c-4102-b994-2e41a204498a service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919726 Jul 25 12:25:25.156532 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-857fed65-019e-487b-8dd2-831175a1615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:23Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:25.182293 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fed65-019e-487b-8dd2-831175a1615f None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:23Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:25:25.383450 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49f71f-f63a-4b07-ae64-b50dddebd781 None None] New status for floating IP a34709ed-8c1e-43af-881d-0f53b58029cc: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:25:26.319402 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:26.502496 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:32.405455 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=47 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:32.408358 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=43 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:34.968286 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:34.969530 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:35.158380 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=77 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:35.159159 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=71 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:36.491983 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:36.496708 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:36.497905 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:37.349657 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56284) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:37.393774 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Deleting subnet bf7e0109-d29a-466f-9e79-acf7205531dc {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:25:37.396842 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Publish callbacks [] for subnet (bf7e0109-d29a-466f-9e79-acf7205531dc), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.432739 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (bf7e0109-d29a-466f-9e79-acf7205531dc), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.471134 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (bf7e0109-d29a-466f-9e79-acf7205531dc), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.526433 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (bf7e0109-d29a-466f-9e79-acf7205531dc), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.551321 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7e0109-d29a-466f-9e79-acf7205531dc,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:37.561244 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.561603 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.561947 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.562290 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.562629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.563418 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.563418 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.563656 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.563936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.564260 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.564606 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.564917 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.565241 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.565565 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.565886 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:37.568791 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.574613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-1e9f7cec-207f-4dc7-a39c-18595fe11ebe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf7e0109-d29a-466f-9e79-acf7205531dc HTTP/1.1" status: 204 len: 168 time: 0.2210388 Jul 25 12:25:37.574833 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56288) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:37.641613 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (f574c424-cb6e-4798-87cc-b099251a3701), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.720372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (f574c424-cb6e-4798-87cc-b099251a3701), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.739141 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f574c424-cb6e-4798-87cc-b099251a3701']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:37.748854 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ae9c3d-1216-473b-8f08-499c43e27a11') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:37.749142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ae9c3d-1216-473b-8f08-499c43e27a11') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:37.760750 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (e8ae9c3d-1216-473b-8f08-499c43e27a11), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.775470 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (e8ae9c3d-1216-473b-8f08-499c43e27a11), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.782464 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:25:37.782940 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (e8ae9c3d-1216-473b-8f08-499c43e27a11), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.847456 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (f574c424-cb6e-4798-87cc-b099251a3701), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.853089 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:37.856249 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f574c424-cb6e-4798-87cc-b099251a3701 HTTP/1.1" status: 204 len: 168 time: 0.2805092 Jul 25 12:25:37.859090 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment e8ae9c3d-1216-473b-8f08-499c43e27a11 resource provider aggregate not found Jul 25 12:25:37.875873 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166519df-df34-4081-9460-0325376ba1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f574c424-cb6e-4798-87cc-b099251a3701,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:37.878222 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment e8ae9c3d-1216-473b-8f08-499c43e27a11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8ae9c3d-1216-473b-8f08-499c43e27a11 found for delete ", "request_id": "req-a7ffeaeb-81ac-4a20-8e70-4d79114ccf72"}]} Jul 25 12:25:38.023720 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56298) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:38.063367 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-324cbf69-b35b-4297-be61-ef7ab912c016 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a978671fc17b439eb73537f087a72e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384698 Jul 25 12:25:38.065844 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56300) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:38.116369 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Publish callbacks [] for security_group (100a2ed8-53cc-4369-be45-9ba4216c10d2), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:38.137997 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Publish callbacks [] for security_group (100a2ed8-53cc-4369-be45-9ba4216c10d2), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:38.185248 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (100a2ed8-53cc-4369-be45-9ba4216c10d2), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:38.187751 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:38.188878 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/100a2ed8-53cc-4369-be45-9ba4216c10d2 HTTP/1.1" status: 204 len: 168 time: 0.1221128 Jul 25 12:25:38.196913 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a2ed8-53cc-4369-be45-9ba4216c10d2,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:38.203940 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.204291 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.204644 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.204983 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.205318 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.205649 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.205978 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.206303 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.206630 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.206952 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.207279 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.207641 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.207963 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.208283 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.208605 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bec036-b1fa-4e28-8a40-2496ede24069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:38.859690 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56322) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:38.955409 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19727998-network', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:38.977138 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Made reservation on behalf of 376f79202b2d46b4bff1b67d8b10add6 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:25:38.979435 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:38.987718 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.062340 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks [] for security_group (9db06277-a2c4-4828-b360-29effd3ada29), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.065638 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9db06277-a2c4-4828-b360-29effd3ada29), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.091087 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:25:39.100927 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db06277-a2c4-4828-b360-29effd3ada29,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:39.105891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (e7db225a-4486-4c12-8d65-6e6d22bfdb44), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.106234 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Added segment e7db225a-4486-4c12-8d65-6e6d22bfdb44 of type vlan for network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 Jul 25 12:25:39.148373 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.171310 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.172287 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:39.172869 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.223608 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3627999 Jul 25 12:25:39.226570 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56326) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:39.231393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Request body: {'subnet': {'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19727998-subnet', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'ip_version': 4}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:39.234217 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe76e9-6099-4499-a2d2-c63c1f3dc0cd admin admin] Pushing event updated for resources: {'Network': ['ID=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:39.244010 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:25:39.251273 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Made reservation on behalf of 376f79202b2d46b4bff1b67d8b10add6 for: {'subnet': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:25:39.253636 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31111578'] for subnet (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.421030 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31429457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31111592'] for subnet (69a33499-655d-44ce-80a6-92fbefb44d41), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.477703 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a33499-655d-44ce-80a6-92fbefb44d41,revision_number=0']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:39.486152 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Checking segment: {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:39.486511 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Network hostable DHCP agents. Network: e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:25:39.497778 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:39.503820 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:25:39.507304 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:39.514307 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228) {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:39.519888 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:39.520654 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.523738 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad02702-ef2a-4b8e-843f-e97680b49203 None None] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:25:39.539231 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56328) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:39.539499 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a6fd0645-1d54-475b-be6e-37864a222bc2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3116317 Jul 25 12:25:39.543630 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:39.564369 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (0f663fc1-116c-47f9-98f7-d86e0821ef0a), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.565361 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (0f663fc1-116c-47f9-98f7-d86e0821ef0a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.619856 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks [] for router_controller (0f663fc1-116c-47f9-98f7-d86e0821ef0a), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.629640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:25:39.630792 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:39.770818 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Allocated IP 172.20.0.2 (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228/69a33499-655d-44ce-80a6-92fbefb44d41/3f6f2d1f-eb18-488f-9a33-acb4974abcd0) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:39.986290 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks [] for router_gateway (0f663fc1-116c-47f9-98f7-d86e0821ef0a), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.044358 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Publish callbacks [] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.048514 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:40.050576 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.067075 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:40.103924 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:40.107583 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:40.109464 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Pushing event updated for resources: {'Port': ['ID=3f6f2d1f-eb18-488f-9a33-acb4974abcd0,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:40.111662 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:40.168703 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Attempting to bind port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:25:40.169069 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Attempting to bind port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:25:40.169428 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Attempting to bind port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 on network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:40.174411 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:25:40.174783 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Checking segment: {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:40.175183 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.175599 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Bound using segment: {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:25:40.176066 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Bound port: 3f6f2d1f-eb18-488f-9a33-acb4974abcd0, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:25:40.176439 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.181342 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks [] for router_gateway (0f663fc1-116c-47f9-98f7-d86e0821ef0a), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.199913 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.236066 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] For port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:25:40.239280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] For port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3f6f2d1f-eb18-488f-9a33-acb4974abcd0,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:25:40.245177 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.306671 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709f60a-010a-41ef-85dc-f133e79d4510 None None] Pushing event updated for resources: {'Port': ['ID=3f6f2d1f-eb18-488f-9a33-acb4974abcd0,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:40.307140 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Allocated IP 172.27.0.169 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/bed5f233-4df2-4a89-8d67-f1309a6fad90) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:40.418218 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks [] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.465002 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.508413 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:40.514814 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:40.520882 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:40.547094 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Pushing event updated for resources: {'Port': ['ID=bed5f233-4df2-4a89-8d67-f1309a6fad90,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:40.763827 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks [] for router_gateway (0f663fc1-116c-47f9-98f7-d86e0821ef0a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.937477 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:40.952169 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (0f663fc1-116c-47f9-98f7-d86e0821ef0a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:40.957760 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:41.082197 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Router 0f663fc1-116c-47f9-98f7-d86e0821ef0a is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:25:41.182124 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721e4d6-cb71-461e-a5d6-afa83ef0c5b6 None None] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:25:41.187399 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:25:41.198385 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Sync routers for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:25:41.206448 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.207721 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-431e2d29-4819-4459-8253-08ed8cbe92aa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6673620 Jul 25 12:25:41.208887 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:41.209489 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:41.210344 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56330) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:41.249244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-a44ec68a-3f1f-45f8-b611-77dc7515adcd None None] Provisioning complete for port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:41.249842 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a44ec68a-3f1f-45f8-b611-77dc7515adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.311853 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:41.368179 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-a44ec68a-3f1f-45f8-b611-77dc7515adcd None None] Current status of the port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:41.368808 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a44ec68a-3f1f-45f8-b611-77dc7515adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.411917 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-a44ec68a-3f1f-45f8-b611-77dc7515adcd None None] For port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3f6f2d1f-eb18-488f-9a33-acb4974abcd0,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:41.424498 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a44ec68a-3f1f-45f8-b611-77dc7515adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.497848 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:40Z', 'revision_number': 3, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:41.524971 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Checking router: 0f663fc1-116c-47f9-98f7-d86e0821ef0a for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:25:41.525596 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Updating router 0f663fc1-116c-47f9-98f7-d86e0821ef0a port bed5f233-4df2-4a89-8d67-f1309a6fad90 binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:25:41.533171 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:41.556771 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.568890 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ec68a-3f1f-45f8-b611-77dc7515adcd None None] Pushing event updated for resources: {'Port': ['ID=3f6f2d1f-eb18-488f-9a33-acb4974abcd0,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:41.601724 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:41.602091 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.657906 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-b1def163-66be-4ea4-805b-ed29320567a2 None None] Provisioning complete for port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:41.658434 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b1def163-66be-4ea4-805b-ed29320567a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.675182 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.706643 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:41.715457 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:41.724028 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:41.774935 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:41.777098 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-b1def163-66be-4ea4-805b-ed29320567a2 None None] Current status of the port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:41.825978 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Publish callbacks [] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.831587 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.843848 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Allocated IP 172.20.0.1 (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228/69a33499-655d-44ce-80a6-92fbefb44d41/2371ffdc-a069-45e8-a47b-efce38cf87e5) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:41.887781 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Attempting to bind port bed5f233-4df2-4a89-8d67-f1309a6fad90 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:25:41.888150 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Attempting to bind port bed5f233-4df2-4a89-8d67-f1309a6fad90 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:25:41.888511 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Attempting to bind port bed5f233-4df2-4a89-8d67-f1309a6fad90 on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:41.891422 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df437b70-a553-48fd-950a-33660b381866 None None] Pushing event updated for resources: {'Port': ['ID=bed5f233-4df2-4a89-8d67-f1309a6fad90,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:41.899764 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:25:41.900138 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:41.900540 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.900931 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:25:41.901393 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Bound port: bed5f233-4df2-4a89-8d67-f1309a6fad90, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:25:41.901769 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.905436 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.905782 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.906156 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.906490 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.906822 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.907152 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.907475 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.907821 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.908147 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.908464 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.908786 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.909105 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.909423 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.909738 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.910052 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df437b70-a553-48fd-950a-33660b381866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:41.943164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:41.955819 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks [] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.965159 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] For port bed5f233-4df2-4a89-8d67-f1309a6fad90, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:25:41.968416 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] For port bed5f233-4df2-4a89-8d67-f1309a6fad90, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=bed5f233-4df2-4a89-8d67-f1309a6fad90,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:25:41.982752 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:41.992690 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.015482 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:42.030567 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:42.033567 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:42.039977 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:42.046945 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df437b70-a553-48fd-950a-33660b381866 None None] Pushing event updated for resources: {'Port': ['ID=bed5f233-4df2-4a89-8d67-f1309a6fad90,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:42.050149 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:42.050748 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:42.068965 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2371ffdc-a069-45e8-a47b-efce38cf87e5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:42.086901 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (0f663fc1-116c-47f9-98f7-d86e0821ef0a), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.157735 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:42.160128 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:42.224267 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.299269 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-1725e372-6524-4e17-a68f-d90bcd48d6c6 None None] Provisioning complete for port 2371ffdc-a069-45e8-a47b-efce38cf87e5 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:42.300278 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1725e372-6524-4e17-a68f-d90bcd48d6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.333065 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-1725e372-6524-4e17-a68f-d90bcd48d6c6 None None] Port 2371ffdc-a069-45e8-a47b-efce38cf87e5 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:25:42.337465 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:40Z', 'revision_number': 3, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:42.362515 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7009e-f86d-400b-9fa7-882ad59bcd64 None None] The sync data for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi is: [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:40Z', 'revision_number': 3, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:25:42.391731 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks [] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.396924 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.468183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (0f663fc1-116c-47f9-98f7-d86e0821ef0a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.469941 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2371ffdc-a069-45e8-a47b-efce38cf87e5,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:42.529251 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:42.574609 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:42.576633 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:42.697846 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Router 0f663fc1-116c-47f9-98f7-d86e0821ef0a has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:25:42.748014 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:42.817031 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:25:42.823293 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3170bedd-603b-4a43-8b79-127b5fe4c9d9 admin admin] 10.222.0.42 "PUT /v2.0/routers/0f663fc1-116c-47f9-98f7-d86e0821ef0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111612 Jul 25 12:25:42.853034 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-31fda1b5-ba11-4a37-b790-03f5996e2c07 None None] Provisioning complete for port 2371ffdc-a069-45e8-a47b-efce38cf87e5 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:42.853479 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-31fda1b5-ba11-4a37-b790-03f5996e2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:42.856088 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:42.891991 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-31fda1b5-ba11-4a37-b790-03f5996e2c07 None None] Port 2371ffdc-a069-45e8-a47b-efce38cf87e5 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:25:43.319387 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56346) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:43.324358 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-444055589-network', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:43.345141 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Made reservation on behalf of eea4ecec7feb427fbbb769f7246047a3 for: {'network': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:25:43.347725 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for network (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.348408 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.357119 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.441341 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks [] for security_group (9ce6863f-b4e9-4a01-b159-f85c60282d37), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.445430 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9ce6863f-b4e9-4a01-b159-f85c60282d37), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.471350 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=104018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:25:43.482226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce6863f-b4e9-4a01-b159-f85c60282d37,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:43.487259 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (2e1bd9f9-95da-4159-860d-30fa6ab32e47), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.487624 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.segments_db [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Added segment 2e1bd9f9-95da-4159-860d-30fa6ab32e47 of type vlan for network d1882e23-ffb5-4794-bd27-8f72908ff12a Jul 25 12:25:43.505943 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device bed5f233-4df2-4a89-8d67-f1309a6fad90 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:43.532378 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429365836'] for network (d1882e23-ffb5-4794-bd27-8f72908ff12a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.552798 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port bed5f233-4df2-4a89-8d67-f1309a6fad90 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:43.553166 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.558420 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118'] for network (d1882e23-ffb5-4794-bd27-8f72908ff12a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.559481 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:43.560083 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.621244 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3006115 Jul 25 12:25:43.624868 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675331ab-cbe0-4a67-81a3-4be66e1d292a admin admin] Pushing event updated for resources: {'Network': ['ID=d1882e23-ffb5-4794-bd27-8f72908ff12a,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:43.625049 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56348) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:43.628588 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port bed5f233-4df2-4a89-8d67-f1309a6fad90 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:43.628986 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.629997 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Request body: {'subnet': {'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-444055589-subnet', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:43.637062 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Network d1882e23-ffb5-4794-bd27-8f72908ff12a details requested by agent ovs-agent-dv-cinder-797608-61-iscsi with host dv-cinder-797608-61-iscsi {{(pid=104019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:25:43.654706 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Made reservation on behalf of eea4ecec7feb427fbbb769f7246047a3 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:25:43.658224 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31309345'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.693638 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port bed5f233-4df2-4a89-8d67-f1309a6fad90, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=bed5f233-4df2-4a89-8d67-f1309a6fad90,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:43.706029 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.706842 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:43.796577 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=bed5f233-4df2-4a89-8d67-f1309a6fad90,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:43.807509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:43.807923 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.837168 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31283082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31309331'] for subnet (c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.882033 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:43.894069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:43.904990 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Checking segment: {'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:43.905336 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Network hostable DHCP agents. Network: d1882e23-ffb5-4794-bd27-8f72908ff12a, hostable agents: ['286168fa-c721-4e41-929c-c17f4e0565ff'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:25:43.924010 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Network d1882e23-ffb5-4794-bd27-8f72908ff12a is scheduled to be hosted by DHCP agent 286168fa-c721-4e41-929c-c17f4e0565ff with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:25:43.932981 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-61-iscsi, d1882e23-ffb5-4794-bd27-8f72908ff12a) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:43.937337 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:43.938390 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.941460 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be652fb-eb07-4433-9adf-4f486bf36d39 None None] Network d1882e23-ffb5-4794-bd27-8f72908ff12a requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:25:43.960548 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-577ad6d8-5a9e-42ab-b113-bebee716ec1f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3294671 Jul 25 12:25:43.960548 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56350) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:43.964011 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:43.986682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-753'] for router (c6e04a44-4b25-4b12-b70a-ce9e75897798), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:43.987061 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Sync routers for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:25:43.987760 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-766'] for router (c6e04a44-4b25-4b12-b70a-ce9e75897798), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.008315 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:44.008943 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:44.041728 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks [] for router_controller (c6e04a44-4b25-4b12-b70a-ce9e75897798), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.113516 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:44.137186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055ee3ab-8017-5770-9f9d-1287ba14653e-d1882e23-ffb5-4794-bd27-8f72908ff12a', 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a', 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'fixed_ips': [{'subnet_id': 'c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e'}]}} from dv-cinder-797608-61-iscsi. {{(pid=104019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:25:44.138109 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.158714 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:44.176403 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks [] for router_gateway (c6e04a44-4b25-4b12-b70a-ce9e75897798), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.549079 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.db_base_plugin_common [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Allocated IP 172.20.0.2 (d1882e23-ffb5-4794-bd27-8f72908ff12a/c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e/b8639a39-2187-40b0-85f7-aa514b84becc) {{(pid=104019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:44.599620 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks [] for router_gateway (c6e04a44-4b25-4b12-b70a-ce9e75897798), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.619814 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.639242 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 2, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:44.671017 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Checking router: 0f663fc1-116c-47f9-98f7-d86e0821ef0a for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:25:44.671375 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Updating router 0f663fc1-116c-47f9-98f7-d86e0821ef0a port 2371ffdc-a069-45e8-a47b-efce38cf87e5 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:25:44.714580 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.729718 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Allocated IP 172.27.0.202 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/81a8d7ae-0039-49e9-9304-2facdd73578f) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:44.784197 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:44.798413 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:44.802224 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:44.812808 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:44.841066 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks [] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.872417 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.880611 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Publish callbacks [] for port (b8639a39-2187-40b0-85f7-aa514b84becc), precommit_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.889308 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), after_create {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:44.917563 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:44.922549 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:44.926428 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:44.929777 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Pushing event updated for resources: {'Port': ['ID=81a8d7ae-0039-49e9-9304-2facdd73578f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:44.942558 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Network d1882e23-ffb5-4794-bd27-8f72908ff12a is already hosted by enough agents. {{(pid=104019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:44.951781 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.scheduler.base_scheduler [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Resources bound (agent type, host, resource id): {{(pid=104019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:44.988660 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Received port after_create {{(pid=104019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:45.001114 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Pushing event updated for resources: {'Port': ['ID=b8639a39-2187-40b0-85f7-aa514b84becc,revision_number=1']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:45.080174 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Attempting to bind port b8639a39-2187-40b0-85f7-aa514b84becc on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:25:45.080548 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Attempting to bind port b8639a39-2187-40b0-85f7-aa514b84becc by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:25:45.080910 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Attempting to bind port b8639a39-2187-40b0-85f7-aa514b84becc on network d1882e23-ffb5-4794-bd27-8f72908ff12a {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:45.098834 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:25:45.099208 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Checking segment: {'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:45.099631 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.100023 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Bound using segment: {'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:25:45.100499 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Bound port: b8639a39-2187-40b0-85f7-aa514b84becc, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:25:45.100876 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.178880 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks [] for router_gateway (c6e04a44-4b25-4b12-b70a-ce9e75897798), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.208581 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Publish callbacks [] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.216416 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] For port b8639a39-2187-40b0-85f7-aa514b84becc, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:25:45.218895 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.221992 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] For port b8639a39-2187-40b0-85f7-aa514b84becc, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8639a39-2187-40b0-85f7-aa514b84becc,segment=NetworkSegment(2e1bd9f9-95da-4159-860d-30fa6ab32e47),segment_id=2e1bd9f9-95da-4159-860d-30fa6ab32e47)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:25:45.250448 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.258508 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:45.285515 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ad66c-689a-4a33-9875-e87d72d3614b None None] Pushing event updated for resources: {'Port': ['ID=2371ffdc-a069-45e8-a47b-efce38cf87e5,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:45.377939 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2035974'] for router (c6e04a44-4b25-4b12-b70a-ce9e75897798), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.400154 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Attempting to bind port 2371ffdc-a069-45e8-a47b-efce38cf87e5 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:25:45.400531 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Attempting to bind port 2371ffdc-a069-45e8-a47b-efce38cf87e5 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:25:45.400897 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Attempting to bind port 2371ffdc-a069-45e8-a47b-efce38cf87e5 on network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:45.403158 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b52ae-9693-46de-be93-f01f658087a6 None None] Pushing event updated for resources: {'Port': ['ID=b8639a39-2187-40b0-85f7-aa514b84becc,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:45.409870 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:25:45.410250 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Checking segment: {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:45.410658 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.411049 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Bound using segment: {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:25:45.411530 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Bound port: 2371ffdc-a069-45e8-a47b-efce38cf87e5, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:25:45.411937 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.490235 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device bed5f233-4df2-4a89-8d67-f1309a6fad90 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:45.518162 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] For port 2371ffdc-a069-45e8-a47b-efce38cf87e5, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:25:45.541755 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] For port 2371ffdc-a069-45e8-a47b-efce38cf87e5, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2371ffdc-a069-45e8-a47b-efce38cf87e5,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:25:45.543275 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Router c6e04a44-4b25-4b12-b70a-ce9e75897798 is scheduled to L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:25:45.557663 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.612795 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port bed5f233-4df2-4a89-8d67-f1309a6fad90 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:45.613235 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.693778 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-a8c4c05c-86c1-4182-8931-95a12f86867d None None] Provisioning complete for port 2371ffdc-a069-45e8-a47b-efce38cf87e5 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:45.694419 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c05c-86c1-4182-8931-95a12f86867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.700082 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ad66c-689a-4a33-9875-e87d72d3614b None None] Pushing event updated for resources: {'Port': ['ID=2371ffdc-a069-45e8-a47b-efce38cf87e5,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:45.701034 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:25:45.714963 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Sync routers for ids ['c6e04a44-4b25-4b12-b70a-ce9e75897798'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:25:45.722600 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:45.726027 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Routers {'c6e04a44-4b25-4b12-b70a-ce9e75897798'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:45.727045 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['c6e04a44-4b25-4b12-b70a-ce9e75897798'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:45.735098 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.738181 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-aa561f5a-b22c-4bcb-86eb-a513bc4b8a22 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7770731 Jul 25 12:25:45.739227 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56354) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:45.739649 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:45.740415 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:45.895739 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Set router c6e04a44-4b25-4b12-b70a-ce9e75897798 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:45.897918 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port bed5f233-4df2-4a89-8d67-f1309a6fad90 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:45.938249 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:45.940774 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4c05c-86c1-4182-8931-95a12f86867d None None] Current status of the port 2371ffdc-a069-45e8-a47b-efce38cf87e5 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:45.941241 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c05c-86c1-4182-8931-95a12f86867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:45.977923 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:46.026141 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:46.077102 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-a8c4c05c-86c1-4182-8931-95a12f86867d None None] For port 2371ffdc-a069-45e8-a47b-efce38cf87e5, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2371ffdc-a069-45e8-a47b-efce38cf87e5,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:46.079352 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 3, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port': {'id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:44Z', 'updated_at': '2022-07-25T12:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:46.084576 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c05c-86c1-4182-8931-95a12f86867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.120395 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:46.168687 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4c05c-86c1-4182-8931-95a12f86867d None None] Pushing event updated for resources: {'Port': ['ID=2371ffdc-a069-45e8-a47b-efce38cf87e5,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:46.197472 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.203396 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Checking router: c6e04a44-4b25-4b12-b70a-ce9e75897798 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:25:46.203762 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Updating router c6e04a44-4b25-4b12-b70a-ce9e75897798 port 81a8d7ae-0039-49e9-9304-2facdd73578f binding host dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:25:46.235975 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.239989 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-36c7fa0f-2a29-44b9-98f0-23531e588dec None None] Provisioning complete for port 2371ffdc-a069-45e8-a47b-efce38cf87e5 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:46.240359 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-36c7fa0f-2a29-44b9-98f0-23531e588dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.264742 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:46.306065 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1491c3-383a-47dd-ba9f-b1dc242a6d3b None None] The sync data for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi is: [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:25:46.454587 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Allocated IP 172.20.0.1 (d1882e23-ffb5-4794-bd27-8f72908ff12a/c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e/218f6da2-0197-4b67-ace9-b988fcecc832) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:25:46.474420 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:46.535348 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-36c7fa0f-2a29-44b9-98f0-23531e588dec None None] Current status of the port 2371ffdc-a069-45e8-a47b-efce38cf87e5 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:46.611046 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Publish callbacks [] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.611834 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks [] for port (218f6da2-0197-4b67-ace9-b988fcecc832), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.619717 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.620477 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:46.657578 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.673933 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b1d0e-2fa9-4e40-b49d-2edd2d5bc6b4 None None] Pushing event updated for resources: {'Port': ['ID=81a8d7ae-0039-49e9-9304-2facdd73578f,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:46.685858 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Attempting to bind port 81a8d7ae-0039-49e9-9304-2facdd73578f on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:25:46.686227 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Attempting to bind port 81a8d7ae-0039-49e9-9304-2facdd73578f by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:25:46.686586 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Attempting to bind port 81a8d7ae-0039-49e9-9304-2facdd73578f on network 66e67a12-a800-42c3-a844-f77dfceea3f2 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:46.698871 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:25:46.699207 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Checking segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:46.699627 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.700010 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Bound using segment: {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:25:46.700471 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Bound port: 81a8d7ae-0039-49e9-9304-2facdd73578f, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fda157-ea0e-4884-82b2-2e6c1ecbfcc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:25:46.700843 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.703109 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Network d1882e23-ffb5-4794-bd27-8f72908ff12a is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:46.706641 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:46.708826 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b31ed-313e-4a93-9f1b-cb78dd84836e None None] Network d1882e23-ffb5-4794-bd27-8f72908ff12a requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:25:46.710630 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:25:46.714070 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Pushing event updated for resources: {'Port': ['ID=218f6da2-0197-4b67-ace9-b988fcecc832,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:46.737880 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:46.750332 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:46.760029 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951140'] for router_interface (c6e04a44-4b25-4b12-b70a-ce9e75897798), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.763826 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] For port 81a8d7ae-0039-49e9-9304-2facdd73578f, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:25:46.773135 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] For port 81a8d7ae-0039-49e9-9304-2facdd73578f, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=81a8d7ae-0039-49e9-9304-2facdd73578f,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:25:46.785844 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.797295 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-3befc895-c8fc-4aa0-9045-b0a898f1facf None None] Provisioning complete for port b8639a39-2187-40b0-85f7-aa514b84becc triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:46.798323 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3befc895-c8fc-4aa0-9045-b0a898f1facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.862847 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Routers {'c6e04a44-4b25-4b12-b70a-ce9e75897798'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:46.863743 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['c6e04a44-4b25-4b12-b70a-ce9e75897798'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:46.870240 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b1d0e-2fa9-4e40-b49d-2edd2d5bc6b4 None None] Pushing event updated for resources: {'Port': ['ID=81a8d7ae-0039-49e9-9304-2facdd73578f,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:46.921131 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:46.964360 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-3befc895-c8fc-4aa0-9045-b0a898f1facf None None] Current status of the port b8639a39-2187-40b0-85f7-aa514b84becc is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:46.964831 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3befc895-c8fc-4aa0-9045-b0a898f1facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.010150 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-3befc895-c8fc-4aa0-9045-b0a898f1facf None None] For port b8639a39-2187-40b0-85f7-aa514b84becc, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8639a39-2187-40b0-85f7-aa514b84becc,segment=NetworkSegment(2e1bd9f9-95da-4159-860d-30fa6ab32e47),segment_id=2e1bd9f9-95da-4159-860d-30fa6ab32e47)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:47.018223 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] Set router c6e04a44-4b25-4b12-b70a-ce9e75897798 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:47.021956 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3befc895-c8fc-4aa0-9045-b0a898f1facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.090179 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befc895-c8fc-4aa0-9045-b0a898f1facf None None] Pushing event updated for resources: {'Port': ['ID=b8639a39-2187-40b0-85f7-aa514b84becc,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:47.143338 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks [] for port (218f6da2-0197-4b67-ace9-b988fcecc832), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.154512 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.251519 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1951056'] for router_interface (c6e04a44-4b25-4b12-b70a-ce9e75897798), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.253754 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Pushing event updated for resources: {'Port': ['ID=218f6da2-0197-4b67-ace9-b988fcecc832,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:47.253887 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 3, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port': {'id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:44Z', 'updated_at': '2022-07-25T12:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:47.254487 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e687dfe2-ed48-420f-947f-6cad65c4d092 None None] Provisioning complete for port 218f6da2-0197-4b67-ace9-b988fcecc832 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:47.254880 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e687dfe2-ed48-420f-947f-6cad65c4d092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.288459 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6354b41-cd8b-47f2-aac5-fcb8e290a524 None None] The sync data for ids ['c6e04a44-4b25-4b12-b70a-ce9e75897798'] in dv-cinder-797608-61-iscsi is: [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 3, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port': {'id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:44Z', 'updated_at': '2022-07-25T12:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:25:47.348674 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e687dfe2-ed48-420f-947f-6cad65c4d092 None None] Port 218f6da2-0197-4b67-ace9-b988fcecc832 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:25:47.356645 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:47.366293 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e687dfe2-ed48-420f-947f-6cad65c4d092 None None] Provisioning complete for port b8639a39-2187-40b0-85f7-aa514b84becc triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:47.366750 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e687dfe2-ed48-420f-947f-6cad65c4d092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.375790 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Network d1882e23-ffb5-4794-bd27-8f72908ff12a is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:25:47.388914 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:25:47.569091 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Router c6e04a44-4b25-4b12-b70a-ce9e75897798 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:25:47.605641 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2371ffdc-a069-45e8-a47b-efce38cf87e5 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:47.677491 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e687dfe2-ed48-420f-947f-6cad65c4d092 None None] Current status of the port b8639a39-2187-40b0-85f7-aa514b84becc is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:47.705417 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 2371ffdc-a069-45e8-a47b-efce38cf87e5 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:47.705867 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.795978 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:25:47.801905 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7add5c2b-06f4-4f80-be31-094c35e1a07e admin admin] 10.222.0.42 "PUT /v2.0/routers/c6e04a44-4b25-4b12-b70a-ce9e75897798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0616486 Jul 25 12:25:47.811006 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-68700062-65ab-4504-bc3b-56126cc38ff6 None None] Provisioning complete for port 218f6da2-0197-4b67-ace9-b988fcecc832 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:47.812198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-68700062-65ab-4504-bc3b-56126cc38ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.836253 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 2371ffdc-a069-45e8-a47b-efce38cf87e5 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:47.837503 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device b8639a39-2187-40b0-85f7-aa514b84becc up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:47.879026 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-68700062-65ab-4504-bc3b-56126cc38ff6 None None] Port 218f6da2-0197-4b67-ace9-b988fcecc832 cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:25:47.896496 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port b8639a39-2187-40b0-85f7-aa514b84becc triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:47.897006 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:47.942500 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:47.989024 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port b8639a39-2187-40b0-85f7-aa514b84becc is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:48.224224 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56362) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:48.229353 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-580fa7bd-a373-4a09-892c-6ede999ea3f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264783640', 'description': 'tempest-secgroup-smoke-264783640 description', 'project_id': '376f79202b2d46b4bff1b67d8b10add6'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:48.251167 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-580fa7bd-a373-4a09-892c-6ede999ea3f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.328744 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-580fa7bd-a373-4a09-892c-6ede999ea3f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group (342253d4-5847-42f7-8591-d6f883efd191), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.332715 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-580fa7bd-a373-4a09-892c-6ede999ea3f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (342253d4-5847-42f7-8591-d6f883efd191), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.366133 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-580fa7bd-a373-4a09-892c-6ede999ea3f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.367953 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-580fa7bd-a373-4a09-892c-6ede999ea3f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1421390 Jul 25 12:25:48.369002 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fa7bd-a373-4a09-892c-6ede999ea3f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342253d4-5847-42f7-8591-d6f883efd191,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:48.371354 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56364) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:48.376181 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d0504166-3efb-4c4e-ae61-32fbac7d6876 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'security_group_rule': {'security_group_id': '342253d4-5847-42f7-8591-d6f883efd191', 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:48.404514 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0504166-3efb-4c4e-ae61-32fbac7d6876 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (98e9ab28-2c74-43e4-851a-13cc83ebb40f), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.469236 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0504166-3efb-4c4e-ae61-32fbac7d6876 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (98e9ab28-2c74-43e4-851a-13cc83ebb40f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.472652 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0504166-3efb-4c4e-ae61-32fbac7d6876 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (98e9ab28-2c74-43e4-851a-13cc83ebb40f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.496772 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0504166-3efb-4c4e-ae61-32fbac7d6876 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e9ab28-2c74-43e4-851a-13cc83ebb40f,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:48.503157 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0504166-3efb-4c4e-ae61-32fbac7d6876 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.504446 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d0504166-3efb-4c4e-ae61-32fbac7d6876 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319144 Jul 25 12:25:48.507183 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56366) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:48.511411 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d0758d83-6552-4ee3-ad9f-6b62fa0bc259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'security_group_rule': {'security_group_id': '342253d4-5847-42f7-8591-d6f883efd191', 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:48.516707 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:48.539761 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0758d83-6552-4ee3-ad9f-6b62fa0bc259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (060a6998-d9dc-40ed-95cb-6539821bce80), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.593894 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0758d83-6552-4ee3-ad9f-6b62fa0bc259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (060a6998-d9dc-40ed-95cb-6539821bce80), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.596962 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0758d83-6552-4ee3-ad9f-6b62fa0bc259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (060a6998-d9dc-40ed-95cb-6539821bce80), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.615426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0758d83-6552-4ee3-ad9f-6b62fa0bc259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060a6998-d9dc-40ed-95cb-6539821bce80,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:48.622145 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0758d83-6552-4ee3-ad9f-6b62fa0bc259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.623333 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d0758d83-6552-4ee3-ad9f-6b62fa0bc259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151969 Jul 25 12:25:48.626182 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56368) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:48.630588 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-739027c5-c0b6-482d-ba64-dc8169fae9a4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'security_group_rule': {'security_group_id': '342253d4-5847-42f7-8591-d6f883efd191', 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:48.656805 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-739027c5-c0b6-482d-ba64-dc8169fae9a4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (bbdc2bec-7bd2-4b03-b286-6c19b8594fe5), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.713013 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-739027c5-c0b6-482d-ba64-dc8169fae9a4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (bbdc2bec-7bd2-4b03-b286-6c19b8594fe5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.716536 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-739027c5-c0b6-482d-ba64-dc8169fae9a4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (bbdc2bec-7bd2-4b03-b286-6c19b8594fe5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.735408 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739027c5-c0b6-482d-ba64-dc8169fae9a4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdc2bec-7bd2-4b03-b286-6c19b8594fe5,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:48.747834 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-739027c5-c0b6-482d-ba64-dc8169fae9a4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.749039 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-739027c5-c0b6-482d-ba64-dc8169fae9a4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219523 Jul 25 12:25:48.749645 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:25:48.751771 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56370) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:48.756069 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-1efecf46-ce2e-4500-8793-ff98b47d9b4c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'security_group_rule': {'security_group_id': '342253d4-5847-42f7-8591-d6f883efd191', 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:48.783420 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1efecf46-ce2e-4500-8793-ff98b47d9b4c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (2792c7c8-78f7-41c9-82a6-e033983ed182), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.786758 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:48.844936 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1efecf46-ce2e-4500-8793-ff98b47d9b4c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (2792c7c8-78f7-41c9-82a6-e033983ed182), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.848693 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1efecf46-ce2e-4500-8793-ff98b47d9b4c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (2792c7c8-78f7-41c9-82a6-e033983ed182), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.868895 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efecf46-ce2e-4500-8793-ff98b47d9b4c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2792c7c8-78f7-41c9-82a6-e033983ed182,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:48.874308 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1efecf46-ce2e-4500-8793-ff98b47d9b4c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.875775 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1efecf46-ce2e-4500-8793-ff98b47d9b4c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230209 Jul 25 12:25:48.878625 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56372) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:48.882763 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'security_group_rule': {'security_group_id': '342253d4-5847-42f7-8591-d6f883efd191', 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:48.906094 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Project 376f79202b2d46b4bff1b67d8b10add6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:25:48.912374 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (a16f69c1-e29f-4da7-864f-325a771cc16d), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.970804 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (a16f69c1-e29f-4da7-864f-325a771cc16d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.974195 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (a16f69c1-e29f-4da7-864f-325a771cc16d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:48.993665 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16f69c1-e29f-4da7-864f-325a771cc16d,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:48.999278 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.000487 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5da87f78-05d5-46d0-927c-1c5c716db8c8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209576 Jul 25 12:25:49.003197 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56374) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:25:49.007307 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'security_group_rule': {'security_group_id': '342253d4-5847-42f7-8591-d6f883efd191', 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:25:49.028854 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Project 376f79202b2d46b4bff1b67d8b10add6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:25:49.034848 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (be17c75e-6524-47c2-b392-63546a354b89), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.096518 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (be17c75e-6524-47c2-b392-63546a354b89), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.099967 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056748'] for security_group_rule (be17c75e-6524-47c2-b392-63546a354b89), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.120728 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be17c75e-6524-47c2-b392-63546a354b89,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:49.126141 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.127283 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-68b4afa5-2390-4345-8a3d-8fc946fcaf2a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231527 Jul 25 12:25:49.450381 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 81a8d7ae-0039-49e9-9304-2facdd73578f up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:49.498593 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 81a8d7ae-0039-49e9-9304-2facdd73578f triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:49.499095 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.587268 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 81a8d7ae-0039-49e9-9304-2facdd73578f is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:49.587704 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.594900 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:49.615082 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=100 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:49.622659 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] For port 81a8d7ae-0039-49e9-9304-2facdd73578f, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=81a8d7ae-0039-49e9-9304-2facdd73578f,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:49.626427 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:49.675522 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Pushing event updated for resources: {'Port': ['ID=81a8d7ae-0039-49e9-9304-2facdd73578f,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:49.682813 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.683162 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.683508 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.683874 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.684211 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.684540 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.684867 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.685196 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.685522 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.685846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.686171 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.686494 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.686813 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.687135 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.687453 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:25:49.807925 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Sync routers for ids ['c6e04a44-4b25-4b12-b70a-ce9e75897798'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:25:49.819445 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Routers {'c6e04a44-4b25-4b12-b70a-ce9e75897798'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:49.820099 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['c6e04a44-4b25-4b12-b70a-ce9e75897798'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:49.932775 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Set router c6e04a44-4b25-4b12-b70a-ce9e75897798 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:50.129980 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:25:46Z', 'revision_number': 4, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port': {'id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:44Z', 'updated_at': '2022-07-25T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '218f6da2-0197-4b67-ace9-b988fcecc832', 'name': '', 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'mac_address': 'fa:16:3e:ca:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:46Z', 'updated_at': '2022-07-25T12:25:46Z', 'revision_number': 2, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'subnets': [{'id': 'c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:50.159617 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Checking router: c6e04a44-4b25-4b12-b70a-ce9e75897798 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:25:50.159981 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Updating router c6e04a44-4b25-4b12-b70a-ce9e75897798 port 218f6da2-0197-4b67-ace9-b988fcecc832 binding host dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:25:50.188938 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:50.245948 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-c8eca7b7-c72c-4c4e-b02a-1533ae4c5f33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420420 Jul 25 12:25:50.329426 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-f420b4a6-37b7-4427-8d54-8f7b1af27f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:50.330923 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-f420b4a6-37b7-4427-8d54-8f7b1af27f43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0401525 Jul 25 12:25:50.437607 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-ecd7a869-a8cc-40fd-8878-618a0a39189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:50.438975 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-ecd7a869-a8cc-40fd-8878-618a0a39189b service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0890083 Jul 25 12:25:50.454607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Publish callbacks [] for port (218f6da2-0197-4b67-ace9-b988fcecc832), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:50.461467 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:50.498936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:UPDATE=4,neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:50.515091 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-7bd5a8f9-c5b9-4613-8432-a51af3b7c3d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 1002 time: 0.0681331 Jul 25 12:25:50.536821 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147ec1d-fda2-47ca-a502-1273fa79f7e2 None None] Pushing event updated for resources: {'Port': ['ID=218f6da2-0197-4b67-ace9-b988fcecc832,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:50.576967 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Attempting to bind port 218f6da2-0197-4b67-ace9-b988fcecc832 on host dv-cinder-797608-61-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:25:50.577509 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Attempting to bind port 218f6da2-0197-4b67-ace9-b988fcecc832 by drivers openvswitch,hyperv on host dv-cinder-797608-61-iscsi at level 0 using segments [{'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:25:50.577970 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Attempting to bind port 218f6da2-0197-4b67-ace9-b988fcecc832 on network d1882e23-ffb5-4794-bd27-8f72908ff12a {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:25:50.579419 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-ab2498c4-6ca3-40f6-b600-12b96545b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:50.581148 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-ab2498c4-6ca3-40f6-b600-12b96545b9a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0603447 Jul 25 12:25:50.583855 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Checking agent: {'id': '4b69f4e9-2767-4e76-887d-340eeeb65eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-61-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 6, 26), 'started_at': datetime.datetime(2022, 7, 25, 12, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-61-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:25:50.584261 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Checking segment: {'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:25:50.584643 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:50.585037 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Bound using segment: {'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:25:50.585507 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Bound port: 218f6da2-0197-4b67-ace9-b988fcecc832, host: dv-cinder-797608-61-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1bd9f9-95da-4159-860d-30fa6ab32e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:25:50.585919 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:50.647148 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-1b898a79-4d0c-4f53-929c-b3ff08208d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:25:50.649279 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-1b898a79-4d0c-4f53-929c-b3ff08208d11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600240 Jul 25 12:25:50.655822 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] For port 218f6da2-0197-4b67-ace9-b988fcecc832, host dv-cinder-797608-61-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:25:50.659665 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] For port 218f6da2-0197-4b67-ace9-b988fcecc832, host dv-cinder-797608-61-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=218f6da2-0197-4b67-ace9-b988fcecc832,segment=NetworkSegment(2e1bd9f9-95da-4159-860d-30fa6ab32e47),segment_id=2e1bd9f9-95da-4159-860d-30fa6ab32e47)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:25:50.666667 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:DELETE=2,neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:50.673357 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:50.746523 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Routers {'c6e04a44-4b25-4b12-b70a-ce9e75897798'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:25:50.747156 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['c6e04a44-4b25-4b12-b70a-ce9e75897798'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:50.751595 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147ec1d-fda2-47ca-a502-1273fa79f7e2 None None] Pushing event updated for resources: {'Port': ['ID=218f6da2-0197-4b67-ace9-b988fcecc832,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:50.769900 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-08c3d968-0e14-4f01-a0a2-3a26d5dc562d service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138647 Jul 25 12:25:50.848830 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-7d8c1fa0-b6bb-4636-81d8-a5f5f617a5ac None None] Provisioning complete for port 218f6da2-0197-4b67-ace9-b988fcecc832 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:50.849371 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c1fa0-b6bb-4636-81d8-a5f5f617a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:50.854990 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:50.885148 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-e3436055-8c11-4d1e-b8b1-e3a03dd57bb7 req-1fceb3a3-acc2-4c14-8e1e-ee90d93cf136 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015799 Jul 25 12:25:51.020245 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] Set router c6e04a44-4b25-4b12-b70a-ce9e75897798 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:25:51.165896 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:51.175783 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c1fa0-b6bb-4636-81d8-a5f5f617a5ac None None] Current status of the port 218f6da2-0197-4b67-ace9-b988fcecc832 is: DOWN; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:51.176173 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c1fa0-b6bb-4636-81d8-a5f5f617a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:51.255717 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-7d8c1fa0-b6bb-4636-81d8-a5f5f617a5ac None None] For port 218f6da2-0197-4b67-ace9-b988fcecc832, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=218f6da2-0197-4b67-ace9-b988fcecc832,segment=NetworkSegment(2e1bd9f9-95da-4159-860d-30fa6ab32e47),segment_id=2e1bd9f9-95da-4159-860d-30fa6ab32e47)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:25:51.263131 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:51.267350 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c1fa0-b6bb-4636-81d8-a5f5f617a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:51.305628 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:25:46Z', 'revision_number': 4, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port': {'id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:44Z', 'updated_at': '2022-07-25T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '218f6da2-0197-4b67-ace9-b988fcecc832', 'name': '', 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'mac_address': 'fa:16:3e:ca:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:46Z', 'updated_at': '2022-07-25T12:25:50Z', 'revision_number': 4, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'subnets': [{'id': 'c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:25:51.346137 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc1479-3d44-4adf-8ec8-204c719c9a2f None None] The sync data for ids ['c6e04a44-4b25-4b12-b70a-ce9e75897798'] in dv-cinder-797608-61-iscsi is: [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:25:46Z', 'revision_number': 4, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port': {'id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:44Z', 'updated_at': '2022-07-25T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '218f6da2-0197-4b67-ace9-b988fcecc832', 'name': '', 'network_id': 'd1882e23-ffb5-4794-bd27-8f72908ff12a', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'mac_address': 'fa:16:3e:ca:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:46Z', 'updated_at': '2022-07-25T12:25:50Z', 'revision_number': 4, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'subnets': [{'id': 'c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:25:51.353057 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f688f4a0-5eb0-4abc-9250-2d9b33f647b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:51.363970 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c1fa0-b6bb-4636-81d8-a5f5f617a5ac None None] Pushing event updated for resources: {'Port': ['ID=218f6da2-0197-4b67-ace9-b988fcecc832,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:25:51.386510 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-e7d70700-6c91-48d9-8d69-ec7a941e8d18 None None] Provisioning complete for port 218f6da2-0197-4b67-ace9-b988fcecc832 triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:51.387064 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e7d70700-6c91-48d9-8d69-ec7a941e8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:51.501251 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 81a8d7ae-0039-49e9-9304-2facdd73578f up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:51.526607 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-e7d70700-6c91-48d9-8d69-ec7a941e8d18 None None] Current status of the port 218f6da2-0197-4b67-ace9-b988fcecc832 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:51.561035 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 81a8d7ae-0039-49e9-9304-2facdd73578f triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:51.561488 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:51.642088 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 81a8d7ae-0039-49e9-9304-2facdd73578f is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:53.436599 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e7382a9a-d1e9-42c8-833d-16e12ab04fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:53.448086 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 218f6da2-0197-4b67-ace9-b988fcecc832 up at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:25:53.498961 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Provisioning complete for port 218f6da2-0197-4b67-ace9-b988fcecc832 triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:25:53.499332 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:53.577931 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Current status of the port 218f6da2-0197-4b67-ace9-b988fcecc832 is: ACTIVE; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:25:54.742409 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:56.325391 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:56.505407 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:25:57.262614 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:58.745609 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=41 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:59.113506 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=40,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:25:59.117711 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:00.880267 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=40 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:00.882223 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=8 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:03.436504 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-1329428c-c70f-481b-9a8f-42a99e4227b4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264783640&fields=id&tenant_id=376f79202b2d46b4bff1b67d8b10add6 HTTP/1.1" status: 200 len: 267 time: 0.0429761 Jul 25 12:26:03.549557 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-bfc2c440-0a58-4e5c-b06b-e7aaaea7948d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:03.551028 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-bfc2c440-0a58-4e5c-b06b-e7aaaea7948d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 807 time: 0.1084297 Jul 25 12:26:03.565751 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-ba0f1f2a-091d-4b3f-9eef-5412e26a97f4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/quotas/376f79202b2d46b4bff1b67d8b10add6 HTTP/1.1" status: 200 len: 375 time: 0.0094297 Jul 25 12:26:03.616636 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-1ef78f04-57a5-4ea8-b162-7b5552a44e1f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460055 Jul 25 12:26:03.632387 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-18d54f08-e63b-48f7-840c-4cb137408cda service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:26:03.633364 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-18d54f08-e63b-48f7-840c-4cb137408cda service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049558 Jul 25 12:26:03.719904 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-12544952-0c5c-447d-89ea-0d3210745e2f service neutron] 10.222.0.42 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812571 Jul 25 12:26:03.812627 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7c12964c-c2ed-44cc-bee7-d4f1355bfc19 service neutron] 10.222.0.42 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870407 Jul 25 12:26:05.110642 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-85c31667-00b1-439f-a462-a402f954fc04 req-0d4fa2de-8b7a-4ba6-9a7b-637ee5bef7ef tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 210 time: 0.0281990 Jul 25 12:26:06.060308 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-98daf941-5127-48bd-921b-11759256187f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:06.061739 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-98daf941-5127-48bd-921b-11759256187f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 807 time: 0.1053159 Jul 25 12:26:06.129018 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-220a09b2-12d9-441c-b38a-2a7426ad569c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376f79202b2d46b4bff1b67d8b10add6 HTTP/1.1" status: 200 len: 379 time: 0.0592663 Jul 25 12:26:06.137497 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'port': {'device_id': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'admin_state_up': True, 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'security_groups': ['342253d4-5847-42f7-8591-d6f883efd191']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:26:06.211556 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-987451f7-e7a0-4307-b4ae-49f8a2fa6de1 req-3dc29a45-6baf-468c-bcf5-6fbca05ed2c2 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 210 time: 0.0281746 Jul 25 12:26:06.245311 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Made reservation on behalf of 376f79202b2d46b4bff1b67d8b10add6 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:26:06.248655 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:06.387175 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Allocated IP 172.20.0.11 (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228/69a33499-655d-44ce-80a6-92fbefb44d41/ce9adc4d-f014-4c86-ab08-37edf3c4210e) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:26:06.493948 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:06.499248 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:06.501492 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:06.534614 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:06.567272 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:06.611031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:26:06.614307 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:26:06.618087 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:26:06.641477 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:26:06.672813 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:06.673432 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:06.691025 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-7be59a60-4a1c-4e03-8e5e-0fbdc440156f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5572708 Jul 25 12:26:06.702215 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Request body: {'port': {'device_id': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:26:06.767786 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:06.777306 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:06.784063 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:06.840981 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-3feac676-5e06-480d-9e8f-d867a31df060 None None] Provisioning complete for port ce9adc4d-f014-4c86-ab08-37edf3c4210e triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:26:06.841350 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3feac676-5e06-480d-9e8f-d867a31df060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:06.874883 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-3feac676-5e06-480d-9e8f-d867a31df060 None None] Port ce9adc4d-f014-4c86-ab08-37edf3c4210e cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:26:07.026152 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9adc4d-f014-4c86-ab08-37edf3c4210e {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:26:07.033653 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Publish callbacks [] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:07.045773 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Transition to ACTIVE for port object ce9adc4d-f014-4c86-ab08-37edf3c4210e will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:26:07.049475 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:07.100368 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:26:07.180423 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Attempting to bind port ce9adc4d-f014-4c86-ab08-37edf3c4210e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:26:07.181100 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Attempting to bind port ce9adc4d-f014-4c86-ab08-37edf3c4210e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:26:07.181100 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Attempting to bind port ce9adc4d-f014-4c86-ab08-37edf3c4210e on network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:26:07.185879 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Port ce9adc4d-f014-4c86-ab08-37edf3c4210e on network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:26:07.186207 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Attempting to bind port ce9adc4d-f014-4c86-ab08-37edf3c4210e on network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:26:07.192012 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:26:07.192354 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Checking segment: {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:26:07.192738 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Bound using segment: {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:26:07.193192 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Bound port: ce9adc4d-f014-4c86-ab08-37edf3c4210e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7db225a-4486-4c12-8d65-6e6d22bfdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:26:07.193555 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:07.258257 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:26:07.261391 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:26:07.267798 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:07.338449 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:07.339064 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:07.340475 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 1094 time: 0.6425736 Jul 25 12:26:07.340991 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:26:07.343275 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:26:07.370484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ed951-46fb-4273-9b3f-79d337d7d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:26:07.385046 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f2155-0d1b-44ac-9ed1-6a0143fa8393 req-bd762b5d-5d70-45c6-8761-bf8b18a8cdc4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:07.386588 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-526f2155-0d1b-44ac-9ed1-6a0143fa8393 req-bd762b5d-5d70-45c6-8761-bf8b18a8cdc4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0934832 Jul 25 12:26:07.461834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-14972e4d-47d5-4a3d-8dd7-5c30612066a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:07.463323 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-14972e4d-47d5-4a3d-8dd7-5c30612066a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1128 time: 0.0670798 Jul 25 12:26:07.464752 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36363bf6-8281-4089-9b74-f99870a1dd6b x-openstack-request-id: req-36363bf6-8281-4089-9b74-f99870a1dd6b {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:26:07.465031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:26:07.465275 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36363bf6-8281-4089-9b74-f99870a1dd6b {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:26:07.465659 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36363bf6-8281-4089-9b74-f99870a1dd6b'] response: {'name': 'network-changed', 'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'status': 'completed', 'code': 200} Jul 25 12:26:07.516338 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-526f2155-0d1b-44ac-9ed1-6a0143fa8393 req-f5282b2a-7a1d-47f6-b80c-4d3deebfe6f0 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223745 Jul 25 12:26:07.518070 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-61a9d40e-8bde-46c2-b736-069d6102a41a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 217 time: 0.0435929 Jul 25 12:26:07.567081 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-ce853344-0d60-432e-a6b8-430c7d9bedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:07.568472 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-ce853344-0d60-432e-a6b8-430c7d9bedb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.0448878 Jul 25 12:26:07.613674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-255ad991-3743-4389-bc7b-e2ff655d8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:07.615182 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-255ad991-3743-4389-bc7b-e2ff655d8f16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390019 Jul 25 12:26:07.674097 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:07.708458 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-5990578e-9cbe-4cf1-abd6-06477ed70c55 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871902 Jul 25 12:26:07.758627 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:07.799075 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b0cde457-c1e2-45c6-8284-56ec349186a9 req-2724956f-1b4c-4ffb-b45a-9f2098f3e896 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Jul 25 12:26:08.052780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-df37f4d8-8a26-42d4-a51e-3a98714c1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:08.054242 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-df37f4d8-8a26-42d4-a51e-3a98714c1ad6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1128 time: 0.0397246 Jul 25 12:26:08.146618 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-a18d3c5a-f433-4768-82d1-191247cb03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:08.148360 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-a18d3c5a-f433-4768-82d1-191247cb03fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 908 time: 0.0880363 Jul 25 12:26:08.188253 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-0948ddd1-a402-4940-b368-e0f3f3e5c8a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 217 time: 0.0316813 Jul 25 12:26:08.237753 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-77cce8d2-f62a-4f4f-8ac1-67d7bd24ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:08.239117 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-77cce8d2-f62a-4f4f-8ac1-67d7bd24ff8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.0458577 Jul 25 12:26:08.282455 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-ee57248b-24eb-4554-9f9e-5f743b2441b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:08.283840 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-ee57248b-24eb-4554-9f9e-5f743b2441b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380464 Jul 25 12:26:08.372169 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-b54d9272-30e6-47b4-969e-d9be66acbe57 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822251 Jul 25 12:26:08.464439 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5e0c37cb-1188-4b82-a68e-0c0784d5f22e req-00057ec9-2274-4eb4-b2f8-aaaa7135f803 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Jul 25 12:26:08.634123 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385d63a-4970-45b6-829b-cae1ee1dfc1f req-c076644c-c005-47a6-b6b6-5187b865cc5e tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:08.635569 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c385d63a-4970-45b6-829b-cae1ee1dfc1f req-c076644c-c005-47a6-b6b6-5187b865cc5e tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0459924 Jul 25 12:26:08.686332 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c385d63a-4970-45b6-829b-cae1ee1dfc1f req-6209d941-fe15-449c-a635-5db6bbe569ff tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452738 Jul 25 12:26:09.804017 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025bfcf-a1ce-4289-aa0e-dac7fea0f332 req-d0452608-bc58-47d3-b5ce-d466d0e17b45 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:09.805488 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1025bfcf-a1ce-4289-aa0e-dac7fea0f332 req-d0452608-bc58-47d3-b5ce-d466d0e17b45 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0473719 Jul 25 12:26:09.853953 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1025bfcf-a1ce-4289-aa0e-dac7fea0f332 req-e4fdc39d-5eef-47d5-be47-9aed55199ca6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 Jul 25 12:26:10.972758 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5ccf-a7ac-4e66-b72a-fd9495f25061 req-81f0d41c-0f56-4f51-b7ca-6d5664837b2c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:10.974232 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-12aa5ccf-a7ac-4e66-b72a-fd9495f25061 req-81f0d41c-0f56-4f51-b7ca-6d5664837b2c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0464659 Jul 25 12:26:11.022529 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-12aa5ccf-a7ac-4e66-b72a-fd9495f25061 req-2de45ec3-f657-4a65-9e6b-5aea113f32e6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Jul 25 12:26:12.140102 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9067aa-bc3d-4c0a-85cf-e71ea5bfebcf req-d4c0df6b-94d5-474d-9722-bf58028c4b78 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:12.142119 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-de9067aa-bc3d-4c0a-85cf-e71ea5bfebcf req-d4c0df6b-94d5-474d-9722-bf58028c4b78 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0491171 Jul 25 12:26:12.189485 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-de9067aa-bc3d-4c0a-85cf-e71ea5bfebcf req-5c59414e-6d9a-481d-88e1-26c59a3f82ff tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 Jul 25 12:26:13.305407 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc84e2-ad28-4143-ab19-62523400ceca req-ad063226-9daa-415f-a4ac-eab7e8fdb96b tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:13.306870 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4cc84e2-ad28-4143-ab19-62523400ceca req-ad063226-9daa-415f-a4ac-eab7e8fdb96b tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0471237 Jul 25 12:26:13.355687 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4cc84e2-ad28-4143-ab19-62523400ceca req-75c6c445-5a58-4ffb-87aa-59b7d79a7d80 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 Jul 25 12:26:13.361469 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:14.475422 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b118d5-b1b3-4485-9a94-9991a8d75b6a req-497a7da3-c887-4527-bf86-e338903b666e tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:14.476895 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92b118d5-b1b3-4485-9a94-9991a8d75b6a req-497a7da3-c887-4527-bf86-e338903b666e tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0459127 Jul 25 12:26:14.524948 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-92b118d5-b1b3-4485-9a94-9991a8d75b6a req-cd4e4647-596b-4b31-8d8b-57cdd447a79f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Jul 25 12:26:15.006954 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ce9adc4d-f014-4c86-ab08-37edf3c4210e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:26:15.106373 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:26:15.117267 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'port_id': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'mac_address': 'fa:16:3e:ef:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:26:15.152025 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ce9adc4d-f014-4c86-ab08-37edf3c4210e is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:26:15.152422 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:15.165360 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9adc4d-f014-4c86-ab08-37edf3c4210e {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:26:15.184642 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:26:15.188422 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:15.238099 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:26:15.415250 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['ce9adc4d-f014-4c86-ab08-37edf3c4210e'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:26:15.657205 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62870ae-140f-40d3-9faa-d73c776a954e req-507b4c3b-1f8e-40fd-ac40-91eeffd0fcb3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:15.658603 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e62870ae-140f-40d3-9faa-d73c776a954e req-507b4c3b-1f8e-40fd-ac40-91eeffd0fcb3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 945 time: 0.0606182 Jul 25 12:26:15.708135 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e62870ae-140f-40d3-9faa-d73c776a954e req-b4b8061f-872f-4553-9603-ac489683ab28 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Jul 25 12:26:16.828358 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9b68-9f3e-48a9-a7cb-1023b7192553 req-070fc62c-0fc1-4e44-87bd-928bb7f33df1 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:16.829790 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9aed9b68-9f3e-48a9-a7cb-1023b7192553 req-070fc62c-0fc1-4e44-87bd-928bb7f33df1 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 945 time: 0.0498312 Jul 25 12:26:16.877328 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9aed9b68-9f3e-48a9-a7cb-1023b7192553 req-2de6c394-1055-4a14-b8a6-1e3e3003d474 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415089 Jul 25 12:26:17.024414 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ce9adc4d-f014-4c86-ab08-37edf3c4210e up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:26:17.065816 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port ce9adc4d-f014-4c86-ab08-37edf3c4210e completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:26:17.071356 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port ce9adc4d-f014-4c86-ab08-37edf3c4210e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:26:17.071756 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:17.140849 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ce9adc4d-f014-4c86-ab08-37edf3c4210e is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:26:17.141243 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:17.167307 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:26:17.169541 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7808b1f8-6ea3-44ac-b005-c293fdc301c6" -d '{"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-plugged", "status": "completed", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:26:17.182387 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:26:17.186920 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:17.234318 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:26:17.261814 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f8984c-648a-4f35-a4bc-6c533356cd53 x-openstack-request-id: req-28f8984c-648a-4f35-a4bc-6c533356cd53 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:26:17.262103 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-plugged", "status": "completed", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:26:17.262356 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28f8984c-648a-4f35-a4bc-6c533356cd53 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:26:17.262752 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f8984c-648a-4f35-a4bc-6c533356cd53'] response: {'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'code': 200} Jul 25 12:26:17.486136 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67376e-f5c5-421c-acf0-b0cf7a6d2e78 req-9a47e23b-c736-4de7-a0e8-a3a1958bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:17.487847 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-be67376e-f5c5-421c-acf0-b0cf7a6d2e78 req-9a47e23b-c736-4de7-a0e8-a3a1958bd3e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1130 time: 0.0392122 Jul 25 12:26:17.510027 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:17.539113 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-be67376e-f5c5-421c-acf0-b0cf7a6d2e78 req-f29e3e4c-66cf-46cb-9f01-84e4aaf9c2be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Jul 25 12:26:17.997843 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603a373-cef8-4351-aa59-e99cca1d74ef req-4604f1c5-5101-4593-b980-14d78c2fd4d1 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:17.999323 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5603a373-cef8-4351-aa59-e99cca1d74ef req-4604f1c5-5101-4593-b980-14d78c2fd4d1 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0478947 Jul 25 12:26:18.052645 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5603a373-cef8-4351-aa59-e99cca1d74ef req-c94ada5c-ddb3-4517-ad36-93eab02747dd tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477505 Jul 25 12:26:19.172079 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150eb5c-5454-4562-a877-b4c58ddfb923 req-9adca415-fe08-437e-8893-12622f449cb5 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:19.173546 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0150eb5c-5454-4562-a877-b4c58ddfb923 req-9adca415-fe08-437e-8893-12622f449cb5 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0470169 Jul 25 12:26:19.222425 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0150eb5c-5454-4562-a877-b4c58ddfb923 req-a2556e9a-baa1-4c96-b593-d5999050b323 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432508 Jul 25 12:26:19.304179 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:19.341495 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e294fec-d549-43b6-aad0-458795444aca req-b3662686-8feb-41d6-a957-b8d61e76b4f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:19.342910 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4e294fec-d549-43b6-aad0-458795444aca req-b3662686-8feb-41d6-a957-b8d61e76b4f8 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0471237 Jul 25 12:26:19.391664 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4e294fec-d549-43b6-aad0-458795444aca req-ae647bd6-b078-4ea6-b38b-79cb006c8e3f tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425830 Jul 25 12:26:19.418330 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56536) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:26:19.547463 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ae3a6-8d78-41db-bbbe-4ab5a5188698 tempest-TestShelveInstance-1870922667 tempest-TestShelveInstance-1870922667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:19.549040 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-620ae3a6-8d78-41db-bbbe-4ab5a5188698 tempest-TestShelveInstance-1870922667 tempest-TestShelveInstance-1870922667-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1125 time: 0.1297147 Jul 25 12:26:19.551956 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56540) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:26:19.556190 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'port_id': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:26:19.577557 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:19.657569 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:19.759500 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Allocated IP 172.27.0.58 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:26:19.878810 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:19.909549 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:19.946159 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:26:19.952686 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:26:19.956595 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:26:19.980755 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'Port': ['ID=af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:26:20.059998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:20.527887 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:20.566836 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for floatingip (300046d7-d531-45b5-a65c-16049c35440a), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:20.634592 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:20.776065 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:20.780829 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:20.853377 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event updated for resources: {'Port': ['ID=af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:26:20.861478 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (300046d7-d531-45b5-a65c-16049c35440a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:20.957277 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Floating IP 300046d7-d531-45b5-a65c-16049c35440a associated. External IP: 172.27.0.58, port: ce9adc4d-f014-4c86-ab08-37edf3c4210e. Jul 25 12:26:21.132733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:21.153594 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Router 0f663fc1-116c-47f9-98f7-d86e0821ef0a has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:26:21.253512 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:26:21.263510 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] Sync routers for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:26:21.271644 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:21.275916 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:26:21.276530 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:26:21.297565 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0d2d40ac-4b47-436f-bfee-56ae40171aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:21.307672 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-53351127-5516-4a0b-9284-8d59b34fb642 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7546706 Jul 25 12:26:21.308471 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:26:21.310801 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e94edee-4a36-4a70-a62e-e3f04a2d951f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:26:21.349839 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec741527-fda9-4710-8662-33381aacf3a7 x-openstack-request-id: req-ec741527-fda9-4710-8662-33381aacf3a7 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:26:21.350132 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:26:21.350440 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec741527-fda9-4710-8662-33381aacf3a7 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:26:21.350860 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec741527-fda9-4710-8662-33381aacf3a7'] response: {'name': 'network-changed', 'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'status': 'completed', 'code': 200} Jul 25 12:26:21.383512 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:26:21.403218 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:21.413606 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-39e8a29d-7368-41f5-acd2-c10116e90105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:21.415108 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-39e8a29d-7368-41f5-acd2-c10116e90105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1130 time: 0.0429492 Jul 25 12:26:21.516090 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-e880a3b0-b8b8-4571-9671-0d380c04c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:21.517551 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-e880a3b0-b8b8-4571-9671-0d380c04c4c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 908 time: 0.0956249 Jul 25 12:26:21.580250 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-0a43c9c3-d4b5-437a-bfb9-6c3f7fcddab8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 999 time: 0.0550508 Jul 25 12:26:21.596267 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '300046d7-d531-45b5-a65c-16049c35440a', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'port_id': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'mac_address': 'fa:16:3e:ef:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:26:20Z', 'updated_at': '2022-07-25T12:26:20Z', 'revision_number': 0, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 5, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:26:21.621591 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] Checking router: 0f663fc1-116c-47f9-98f7-d86e0821ef0a for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:26:21.629048 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-2ccc6a39-a0e1-43de-baa1-90f2ded5035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:21.630502 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-2ccc6a39-a0e1-43de-baa1-90f2ded5035e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.0444105 Jul 25 12:26:21.630623 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:26:21.631090 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:25:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:26:21.675021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-9a04c699-d56b-4352-969e-5a2dee1513c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:21.676482 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-9a04c699-d56b-4352-969e-5a2dee1513c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393491 Jul 25 12:26:21.733490 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:26:21.769745 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-ecf81f3a-ee62-462f-8eff-dfb96ffb8fe0 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870376 Jul 25 12:26:21.864741 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6e94edee-4a36-4a70-a62e-e3f04a2d951f req-7e788379-a557-4e4f-ad80-15ce9c4fb527 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879786 Jul 25 12:26:21.943800 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '300046d7-d531-45b5-a65c-16049c35440a', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'port_id': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'mac_address': 'fa:16:3e:ef:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:26:20Z', 'updated_at': '2022-07-25T12:26:20Z', 'revision_number': 0, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 5, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:26:21.967334 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c08580-55ca-43ff-974f-524548458eb3 None None] The sync data for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi is: [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '300046d7-d531-45b5-a65c-16049c35440a', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'port_id': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'mac_address': 'fa:16:3e:ef:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:26:20Z', 'updated_at': '2022-07-25T12:26:20Z', 'revision_number': 0, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 5, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:26:22.148959 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ca8b-216c-4584-9ba8-c6cfd38f6295 None None] New status for floating IP 300046d7-d531-45b5-a65c-16049c35440a: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:26:23.432112 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6ab56e5d-2c37-438a-bd88-a37af72f580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:24.744596 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:25.749455 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:26:26.324858 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:26.511457 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:29.213321 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:29.216982 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=84 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:31.859370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=44 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:31.861664 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:35.744484 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=1,neutron:SELECT=79 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:35.745173 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=78 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:36.499502 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=78,neutron:UPDATE=7 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:36.500294 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:36.507868 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:43.365128 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:50.243340 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-15e83da0-0d78-40a9-8da3-a53b1b718124 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384977 Jul 25 12:26:50.323705 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49550-e6e4-4510-8143-ff134c554f08 req-06321202-c3c2-4913-8a7c-147512f890d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:50.325146 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-06321202-c3c2-4913-8a7c-147512f890d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0386438 Jul 25 12:26:50.430976 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49550-e6e4-4510-8143-ff134c554f08 req-a189f3dc-5eec-48e6-b264-d10b4fb49a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:50.432458 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-a189f3dc-5eec-48e6-b264-d10b4fb49a94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0873387 Jul 25 12:26:50.493970 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-247cf1ff-6372-4dd5-8195-11cbc8202a30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 1002 time: 0.0545702 Jul 25 12:26:50.557435 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49550-e6e4-4510-8143-ff134c554f08 req-0e0553c1-c12b-46ae-94b8-d874ba518684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:50.558892 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-0e0553c1-c12b-46ae-94b8-d874ba518684 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0583327 Jul 25 12:26:50.606174 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49550-e6e4-4510-8143-ff134c554f08 req-b7a736be-12ee-4f6d-9a4c-f77f1bc06918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:26:50.607764 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-b7a736be-12ee-4f6d-9a4c-f77f1bc06918 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428541 Jul 25 12:26:50.698445 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-b52aaee5-3e65-4c55-814b-1598fab37d15 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834274 Jul 25 12:26:50.791217 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-87d49550-e6e4-4510-8143-ff134c554f08 req-0f4691f7-23c9-428b-8e1d-6b1c79990f8e service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Jul 25 12:26:51.300328 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7614-3562-4011-b0d8-ba7cb2c1633e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:53.360916 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:26:53.423986 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e16ccd64-4261-41a7-a191-1ee9d2e941fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:54.747110 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:56.329757 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:26:56.514666 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:00.786165 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=56 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:00.788081 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=45 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:02.748388 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:27:06.502874 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:06.503679 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:06.511532 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:11.675613 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-f9e241c6-dc18-486b-8c71-7455dc8d4b4a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054820741&fields=id&tenant_id=141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 267 time: 0.0467093 Jul 25 12:27:11.782804 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-ee2f3ec7-89f2-4926-ab48-0851c736f6aa tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:11.784269 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-ee2f3ec7-89f2-4926-ab48-0851c736f6aa tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 811 time: 0.1025178 Jul 25 12:27:11.798922 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6e421953-fcbe-4959-8619-2a7304a8f2c5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/quotas/141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Jul 25 12:27:11.847846 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-f61fb136-752a-497d-87d8-d143f39d8d44 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0442259 Jul 25 12:27:11.943601 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-9c1ddb8e-6fc9-4479-8e87-8cc59c5e20f0 service neutron] 10.222.0.42 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841718 Jul 25 12:27:12.031229 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-eeb65c16-41f7-4589-a190-78a1d09e4c50 service neutron] 10.222.0.42 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Jul 25 12:27:12.316238 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c35f6ddb-ba14-4a77-af06-823040a891ff req-a30bf5eb-417d-4fe5-a300-6c9c378af1f9 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 210 time: 0.0275891 Jul 25 12:27:13.215820 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-402826be-43e5-4e37-8af3-195e414f3433 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:13.217273 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-402826be-43e5-4e37-8af3-195e414f3433 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 811 time: 0.1061544 Jul 25 12:27:13.282335 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-46e51b93-b4e7-4f6a-a475-9b682ce8dd17 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141003bbc94b41569683aef4c15b46f1 HTTP/1.1" status: 200 len: 380 time: 0.0557001 Jul 25 12:27:13.292093 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'port': {'device_id': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'admin_state_up': True, 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'security_groups': ['40b70044-d56f-45be-bd3a-b91e080abd6b']}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:27:13.384040 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:13.424987 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-9588ca0c-7475-4885-a289-d069580c4ed1 req-e1f889e5-3985-4106-b04e-6192a3031790 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 210 time: 0.0341642 Jul 25 12:27:13.430844 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Made reservation on behalf of 141003bbc94b41569683aef4c15b46f1 for: {'port': 1} {{(pid=104018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:27:13.434143 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:13.561090 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Allocated IP 172.20.0.13 (11d8ce76-c85a-44ea-b9a3-bfb714066192/dcf69874-85a3-44b4-939d-593d1690b9b5/bda2df52-be16-4d4f-9fcf-0a7ade9c417f) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:27:13.643969 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:13.659446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:13.712127 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:13.745598 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:13.793927 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:27:13.797792 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:27:13.802529 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:27:13.808717 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:27:13.837384 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.837723 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.838727 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.839060 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.839391 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.839750 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.840075 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.840395 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.840714 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.841031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.841353 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.841671 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.841987 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.842303 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.842611 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:13.867280 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:13.867922 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:13.886331 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-dcf664f1-6188-40bd-b4a4-bbc19ea6f8c8 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978413 Jul 25 12:27:13.897424 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.v2.base [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Request body: {'port': {'device_id': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:27:13.964450 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:14.008357 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-4d2389ac-ce77-4282-bd28-ba26642436e7 None None] Provisioning complete for port bda2df52-be16-4d4f-9fcf-0a7ade9c417f triggered by entity DHCP. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:27:14.008729 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4d2389ac-ce77-4282-bd28-ba26642436e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:14.042658 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-4d2389ac-ce77-4282-bd28-ba26642436e7 None None] Port bda2df52-be16-4d4f-9fcf-0a7ade9c417f cannot update to ACTIVE because it is not bound. {{(pid=104019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:27:14.210768 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda2df52-be16-4d4f-9fcf-0a7ade9c417f {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:27:14.218646 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Publish callbacks [] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:14.230768 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Transition to ACTIVE for port object bda2df52-be16-4d4f-9fcf-0a7ade9c417f will not be triggered until provisioned by entity L2. {{(pid=104018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:27:14.234600 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:14.284902 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Pushing event updated for resources: {'Port': ['ID=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:27:14.358188 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Attempting to bind port bda2df52-be16-4d4f-9fcf-0a7ade9c417f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:27:14.358523 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Attempting to bind port bda2df52-be16-4d4f-9fcf-0a7ade9c417f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:27:14.358855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Attempting to bind port bda2df52-be16-4d4f-9fcf-0a7ade9c417f on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:27:14.363498 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Port bda2df52-be16-4d4f-9fcf-0a7ade9c417f on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:27:14.363848 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Attempting to bind port bda2df52-be16-4d4f-9fcf-0a7ade9c417f on network 11d8ce76-c85a-44ea-b9a3-bfb714066192 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:27:14.368855 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Checking agent: {'id': 'ce4fb681-7a28-447e-bce3-3753c64d1d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'started_at': datetime.datetime(2022, 7, 25, 12, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:27:14.369737 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Checking segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:27:14.370108 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Bound using segment: {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:27:14.370530 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Bound port: bda2df52-be16-4d4f-9fcf-0a7ade9c417f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:27:14.370883 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:14.404587 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:14.434935 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:14.438408 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] For port bda2df52-be16-4d4f-9fcf-0a7ade9c417f, host hv-cinder-79760, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:27:14.441823 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] For port bda2df52-be16-4d4f-9fcf-0a7ade9c417f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:27:14.449687 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31429420'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:14.486311 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:14.486925 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:14.488916 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] 10.222.0.39 "PUT /v2.0/ports/bda2df52-be16-4d4f-9fcf-0a7ade9c417f HTTP/1.1" status: 200 len: 1094 time: 0.5957851 Jul 25 12:27:14.489554 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:27:14.491913 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857" -d '{"events": [{"name": "network-changed", "server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:27:14.524532 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093d428-e872-44df-81f4-3a403e94d360 service neutron] Pushing event updated for resources: {'Port': ['ID=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:27:14.567098 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032271d-c458-494b-8b39-448573638335 req-e380100c-beb8-4b78-82df-277a590d6512 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:14.574777 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0032271d-c458-494b-8b39-448573638335 req-e380100c-beb8-4b78-82df-277a590d6512 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 944 time: 0.0661910 Jul 25 12:27:14.583401 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ddf27-1c73-40fb-92c7-6f31bc4b8d91 x-openstack-request-id: req-f16ddf27-1c73-40fb-92c7-6f31bc4b8d91 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:27:14.583834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:27:14.584086 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f16ddf27-1c73-40fb-92c7-6f31bc4b8d91 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:27:14.584503 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16ddf27-1c73-40fb-92c7-6f31bc4b8d91'] response: {'name': 'network-changed', 'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'status': 'completed', 'code': 200} Jul 25 12:27:14.587642 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-fd5e2b4b-028b-42c1-ae17-b1afd71f4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:14.589420 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-fd5e2b4b-028b-42c1-ae17-b1afd71f4317 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 1128 time: 0.0537066 Jul 25 12:27:14.623456 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0032271d-c458-494b-8b39-448573638335 req-f892e1d5-a8fc-43b4-a2d1-7974b05ea82d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477331 Jul 25 12:27:14.629212 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-eb3e66c3-596d-4a5b-829e-e918ee9eb236 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f HTTP/1.1" status: 200 len: 217 time: 0.0333879 Jul 25 12:27:14.685609 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-79a6c33f-169d-476a-b346-830ca8363fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:14.687069 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-79a6c33f-169d-476a-b346-830ca8363fa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0505881 Jul 25 12:27:14.730852 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-e78f5b91-e7b3-4226-8ae6-d09d99e1d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:14.732269 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-e78f5b91-e7b3-4226-8ae6-d09d99e1d25c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395162 Jul 25 12:27:14.830360 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-2f835798-17a1-47cc-a3a2-c40826d5c8a4 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919151 Jul 25 12:27:14.922051 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-05b35035-a46c-4b51-800c-c2a5bfd2fbdf req-3910058a-ec17-4cb5-baae-a56905b048d6 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849710 Jul 25 12:27:15.208232 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-bc00a0fd-ab36-47a1-9710-e283c29f519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:15.209661 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-bc00a0fd-ab36-47a1-9710-e283c29f519c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 1128 time: 0.0395012 Jul 25 12:27:15.302425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-99adf17c-b429-4b5d-b1f0-ab8a85dab7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:15.303889 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-99adf17c-b429-4b5d-b1f0-ab8a85dab7d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0883265 Jul 25 12:27:15.590898 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-efec6a64-793d-4dcd-a9b7-9fb01568bb64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f HTTP/1.1" status: 200 len: 217 time: 0.2785535 Jul 25 12:27:15.638410 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-8e654af0-fe97-45d4-a740-9792aa536abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:15.639799 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-8e654af0-fe97-45d4-a740-9792aa536abc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0428073 Jul 25 12:27:15.685545 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-55b94ef7-03b8-4633-8748-465b4978e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:15.686493 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-55b94ef7-03b8-4633-8748-465b4978e1bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415094 Jul 25 12:27:15.791080 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17575a62-5e28-4251-b8b6-7b5cd1b39168 req-51e61fe1-5058-4491-87b4-2d9d2a64c3f4 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:15.792579 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17575a62-5e28-4251-b8b6-7b5cd1b39168 req-51e61fe1-5058-4491-87b4-2d9d2a64c3f4 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 944 time: 0.0827496 Jul 25 12:27:15.835843 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-ebddce07-a971-4e29-9be4-9cc9e800bead service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430418 Jul 25 12:27:15.904834 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-17575a62-5e28-4251-b8b6-7b5cd1b39168 req-7bc64f09-44cc-4c3e-8d15-6681b1208f93 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017973 Jul 25 12:27:15.944203 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-51efc75f-3ce0-44d9-87d5-d25e2e8b5857 req-33c73503-b94a-48d1-918d-7d4bfa6a7681 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995023 Jul 25 12:27:17.019396 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38521a38-ea74-4c36-b57e-66ed79c160d7 req-47a957d4-0f45-4858-8bb2-71b806b0d647 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:17.020887 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-38521a38-ea74-4c36-b57e-66ed79c160d7 req-47a957d4-0f45-4858-8bb2-71b806b0d647 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 944 time: 0.0453541 Jul 25 12:27:17.068097 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-38521a38-ea74-4c36-b57e-66ed79c160d7 req-e5cfa024-25ad-4d96-8b33-12e82884f3b2 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Jul 25 12:27:17.486862 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=18 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:17.487610 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=18 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:18.148453 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:18.190064 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72826c-4f16-4987-9269-270b35101beb req-b3cca326-59c1-434d-9700-1335082d9413 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:18.191579 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1f72826c-4f16-4987-9269-270b35101beb req-b3cca326-59c1-434d-9700-1335082d9413 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 944 time: 0.0530236 Jul 25 12:27:18.235716 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:18.241384 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-1f72826c-4f16-4987-9269-270b35101beb req-933f08a4-5783-4c07-8cb0-109e70981411 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442960 Jul 25 12:27:19.366880 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41db661-75c0-4d6b-8ad8-bcf46b12368f req-d0a9c653-29bd-4c0a-a743-bd84880b0588 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:19.368336 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c41db661-75c0-4d6b-8ad8-bcf46b12368f req-d0a9c653-29bd-4c0a-a743-bd84880b0588 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 944 time: 0.0488567 Jul 25 12:27:19.416264 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c41db661-75c0-4d6b-8ad8-bcf46b12368f req-fabd945c-e1dd-43cc-ac68-b68923e45e28 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Jul 25 12:27:20.534414 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f469ef-51f9-4978-9c6c-945b808dc645 req-65fe093f-2a8a-40a3-acb6-0be06a096776 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:20.535879 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-76f469ef-51f9-4978-9c6c-945b808dc645 req-65fe093f-2a8a-40a3-acb6-0be06a096776 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 944 time: 0.0468192 Jul 25 12:27:20.584657 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-76f469ef-51f9-4978-9c6c-945b808dc645 req-59baeaa0-a502-40aa-8be2-cec9092bf341 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Jul 25 12:27:21.303621 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-4c5db5d7-4d49-4d37-907d-578c5bde088b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:21.369657 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device bda2df52-be16-4d4f-9fcf-0a7ade9c417f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:27:21.469555 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port bda2df52-be16-4d4f-9fcf-0a7ade9c417f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:27:21.480388 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'port_id': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'mac_address': 'fa:16:3e:2b:64:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:27:21.513745 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port bda2df52-be16-4d4f-9fcf-0a7ade9c417f is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:27:21.514060 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:21.528358 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda2df52-be16-4d4f-9fcf-0a7ade9c417f {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:27:21.553673 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port bda2df52-be16-4d4f-9fcf-0a7ade9c417f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:27:21.557611 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:21.606218 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:27:21.613324 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.613679 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.614029 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.614372 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.614718 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.615053 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.615480 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.615844 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.616177 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.616741 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.616847 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.617144 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.617471 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.617787 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.618114 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:21.700060 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b5e80-b09a-455f-a98d-17ddd5c27157 req-97917e42-3705-48d7-aea2-153da3d3251d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:21.702061 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-657b5e80-b09a-455f-a98d-17ddd5c27157 req-97917e42-3705-48d7-aea2-153da3d3251d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 945 time: 0.0458958 Jul 25 12:27:21.749451 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-657b5e80-b09a-455f-a98d-17ddd5c27157 req-b473fef8-0883-45cc-8bae-12353706b106 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Jul 25 12:27:21.784040 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['bda2df52-be16-4d4f-9fcf-0a7ade9c417f'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:27:22.872701 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937a7a5-b09d-4359-bd88-bfdfe8e7f1b0 req-749ee827-246d-4f71-af49-b03a38834bfb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:22.874145 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c937a7a5-b09d-4359-bd88-bfdfe8e7f1b0 req-749ee827-246d-4f71-af49-b03a38834bfb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 945 time: 0.0495689 Jul 25 12:27:22.922143 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c937a7a5-b09d-4359-bd88-bfdfe8e7f1b0 req-ef5e321d-fcd0-46b4-ac2c-c68f85ae3349 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Jul 25 12:27:23.386878 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device bda2df52-be16-4d4f-9fcf-0a7ade9c417f up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:27:23.436239 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e3d87d7f-110f-46a9-b574-7e061eb06e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:23.441433 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning for port bda2df52-be16-4d4f-9fcf-0a7ade9c417f completed by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:27:23.447037 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port bda2df52-be16-4d4f-9fcf-0a7ade9c417f triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:27:23.447410 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:23.520145 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port bda2df52-be16-4d4f-9fcf-0a7ade9c417f is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:27:23.520536 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:23.542478 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:27:23.544706 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8632fb-830a-4de5-b5ea-d795e52f76b0" -d '{"events": [{"server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "name": "network-vif-plugged", "status": "completed", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:27:23.558059 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port bda2df52-be16-4d4f-9fcf-0a7ade9c417f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:27:23.562138 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:23.585541 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a303d-6062-46a4-8f3c-f1c9f0e93fa1 x-openstack-request-id: req-010a303d-6062-46a4-8f3c-f1c9f0e93fa1 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:27:23.585835 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "name": "network-vif-plugged", "status": "completed", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:27:23.586085 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-010a303d-6062-46a4-8f3c-f1c9f0e93fa1 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:27:23.586476 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010a303d-6062-46a4-8f3c-f1c9f0e93fa1'] response: {'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'code': 200} Jul 25 12:27:23.612482 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,revision_number=5']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:27:23.798999 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8d806-9da1-45a8-bbe4-495e7e714581 req-7f9e4412-4714-4b26-80a8-54566e657a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:23.800510 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-08e8d806-9da1-45a8-bbe4-495e7e714581 req-7f9e4412-4714-4b26-80a8-54566e657a6b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 1130 time: 0.0390728 Jul 25 12:27:23.845892 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-08e8d806-9da1-45a8-bbe4-495e7e714581 req-98a9a139-d2c8-4cf4-868d-5828ed98b526 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388899 Jul 25 12:27:24.036682 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a242c74-885e-46ff-84f0-379ee880da9b req-d4ca0de7-18f6-403b-aa1e-82b83c237451 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:24.038125 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a242c74-885e-46ff-84f0-379ee880da9b req-d4ca0de7-18f6-403b-aa1e-82b83c237451 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 946 time: 0.0458302 Jul 25 12:27:24.090006 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-8a242c74-885e-46ff-84f0-379ee880da9b req-a96858a7-1de2-4806-9565-66bb09743b7e tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458262 Jul 25 12:27:24.750805 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:25.208527 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3160-a185-4303-897c-eefd22cd8280 req-0e7e3a87-aed7-4f56-bf5d-72dbd0149215 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:25.210006 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-500a3160-a185-4303-897c-eefd22cd8280 req-0e7e3a87-aed7-4f56-bf5d-72dbd0149215 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 946 time: 0.0481646 Jul 25 12:27:25.264366 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-500a3160-a185-4303-897c-eefd22cd8280 req-24d22b5a-7b5a-4a79-b1e2-c268debdc8e5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484579 Jul 25 12:27:26.335933 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:26.380552 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a1a3-c586-46a2-ab34-8f6a972190da req-04ed60e0-8808-48c2-8dcc-f7f91fa36e55 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:26.382027 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b778a1a3-c586-46a2-ab34-8f6a972190da req-04ed60e0-8808-48c2-8dcc-f7f91fa36e55 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 946 time: 0.0461500 Jul 25 12:27:26.430723 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-b778a1a3-c586-46a2-ab34-8f6a972190da req-84a33a16-40a1-42dc-8848-a0dfd719e78a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 Jul 25 12:27:26.528378 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:26.549093 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229656eb-02f1-41e0-af4b-c90377f9bd0d req-a49990d8-f6bc-4561-afdf-c27e9c5f23f2 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:26.550488 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-229656eb-02f1-41e0-af4b-c90377f9bd0d req-a49990d8-f6bc-4561-afdf-c27e9c5f23f2 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 946 time: 0.0478230 Jul 25 12:27:26.599980 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-229656eb-02f1-41e0-af4b-c90377f9bd0d req-5d3adbe6-cf2d-4da6-8f6d-ea00cfca18f5 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Jul 25 12:27:26.626901 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56644) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:27:26.663855 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f940d21-1f17-46e8-9c3b-daf913189682 tempest-TestVolumeBootPattern-324647167 tempest-TestVolumeBootPattern-324647167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:26.665345 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7f940d21-1f17-46e8-9c3b-daf913189682 tempest-TestVolumeBootPattern-324647167 tempest-TestVolumeBootPattern-324647167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 1125 time: 0.0375147 Jul 25 12:27:26.668532 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56646) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:27:26.677475 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Request body: {'floatingip': {'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'port_id': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:27:26.698946 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.010169 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.114118 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Allocated IP 172.27.0.61 (66e67a12-a800-42c3-a844-f77dfceea3f2/c93c280e-75cb-4553-a798-b9d6364c46cc/e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:27:27.190462 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:27.216383 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:27.219911 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.253588 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429346326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.295661 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Network 66e67a12-a800-42c3-a844-f77dfceea3f2 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:27:27.300612 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:27:27.302770 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:27:27.304900 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:27:27.333526 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.333905 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.334250 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.334588 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.334922 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.335253 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.335605 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.335931 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.336258 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.336581 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.336903 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.337225 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.337545 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.337862 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.338179 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:27:27.656525 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (11a32c6b-afcf-42e6-b16e-366fb40a4b57), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.722478 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.865897 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.870565 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283191'] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:27.933246 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event updated for resources: {'Port': ['ID=e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:27:27.940402 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:27.951355 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1945259'] for floatingip (11a32c6b-afcf-42e6-b16e-366fb40a4b57), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:28.022077 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:28.048109 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Floating IP 11a32c6b-afcf-42e6-b16e-366fb40a4b57 associated. External IP: 172.27.0.61, port: bda2df52-be16-4d4f-9fcf-0a7ade9c417f. Jul 25 12:27:28.245139 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:27:28.347892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:27:28.357685 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:27:28.365524 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:28.367158 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:27:28.367786 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:27:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:27:28.395483 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d8252511-d118-402f-aff5-2d11a0a91bd7 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7236500 Jul 25 12:27:28.396094 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:27:28.398331 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf454c54-cc83-4b32-af9c-9bee16e85ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:27:28.435362 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bea2ce-334b-4224-90ea-47e9668bcf9e x-openstack-request-id: req-35bea2ce-334b-4224-90ea-47e9668bcf9e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:27:28.435682 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:27:28.435936 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35bea2ce-334b-4224-90ea-47e9668bcf9e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:27:28.436345 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bea2ce-334b-4224-90ea-47e9668bcf9e'] response: {'name': 'network-changed', 'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'status': 'completed', 'code': 200} Jul 25 12:27:28.469779 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:27:28.493861 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-007998a6-d90b-4f6f-9def-32652c3bba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:28.495412 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-007998a6-d90b-4f6f-9def-32652c3bba91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 1130 time: 0.0393405 Jul 25 12:27:28.590897 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-108b8e9b-0185-4f42-9786-465f4152a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:28.592418 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-108b8e9b-0185-4f42-9786-465f4152a5c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0913041 Jul 25 12:27:28.653183 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-927f4330-59cb-4430-b11e-416beebceafb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f HTTP/1.1" status: 200 len: 999 time: 0.0542164 Jul 25 12:27:28.689582 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '11a32c6b-afcf-42e6-b16e-366fb40a4b57', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:2b:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:27:27Z', 'updated_at': '2022-07-25T12:27:27Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}, {'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:25Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:27:28.703914 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-79b0f817-07b5-4dd6-852e-a6a7c114df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:28.705361 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-79b0f817-07b5-4dd6-852e-a6a7c114df51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0466564 Jul 25 12:27:28.714485 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:27:28.723409 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:27:28.724026 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:27:23Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:27:28.753117 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-1762ee23-43a5-4491-9e50-4cb3036f5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:28.754499 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-1762ee23-43a5-4491-9e50-4cb3036f5895 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431037 Jul 25 12:27:28.825082 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:27:28.844606 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-e7347b84-c90d-4b66-9628-57ff4f486678 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836051 Jul 25 12:27:28.936142 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:28.942106 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cf454c54-cc83-4b32-af9c-9bee16e85ce7 req-61f38ee9-35ef-4c4d-8dbe-d58a42e3a3ab service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906839 Jul 25 12:27:29.038038 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '11a32c6b-afcf-42e6-b16e-366fb40a4b57', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:2b:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:27:27Z', 'updated_at': '2022-07-25T12:27:27Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}, {'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:25Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:27:29.061815 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2f305-1886-4963-881d-4dbae1f4f0cc None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': '11a32c6b-afcf-42e6-b16e-366fb40a4b57', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:2b:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:27:27Z', 'updated_at': '2022-07-25T12:27:27Z', 'revision_number': 0, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}, {'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:25Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:27:29.245166 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122c00f-3cbd-4295-aa59-c5f49fa3da07 None None] New status for floating IP 11a32c6b-afcf-42e6-b16e-366fb40a4b57: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:27:38.390213 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:38.392792 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:38.938853 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:39.459725 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:39.466173 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=79,neutron:UPDATE=7 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:39.468167 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:39.747745 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:27:43.399920 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:49.743278 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:49.743963 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=71 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:27:51.305485 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7001-fdad-4b5b-a46e-bc0f7a1d6fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:52.256217 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-83dc9de9-4de6-431b-9b5a-ae3c6122c322 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398285 Jul 25 12:27:52.314747 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-4def5a7c-cfa7-423c-892c-f47e5df82425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:52.316205 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-4def5a7c-cfa7-423c-892c-f47e5df82425 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1130 time: 0.0389032 Jul 25 12:27:52.419443 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-54ac0b71-e44e-4832-b3d4-480f73c1cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:52.421480 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-54ac0b71-e44e-4832-b3d4-480f73c1cda0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 908 time: 0.0872784 Jul 25 12:27:52.485996 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-8968624b-b756-40dc-b948-90988dcd28f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 1001 time: 0.0585129 Jul 25 12:27:52.538182 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-97021f4f-ff4d-48fb-a06e-a822a6132563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:52.539571 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-97021f4f-ff4d-48fb-a06e-a822a6132563 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.0479491 Jul 25 12:27:52.581922 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-c5d21bb0-ed53-4bf4-9a42-6ed4c7e6d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:27:52.583376 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-c5d21bb0-ed53-4bf4-9a42-6ed4c7e6d927 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381963 Jul 25 12:27:52.673032 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-cf747695-9406-414d-a302-e898f5edf645 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831163 Jul 25 12:27:52.767842 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-cd9ea0c9-1f6a-4df0-85df-9eeed70633e4 req-356e6765-9b9f-4002-bafd-181381ae2b8c service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884876 Jul 25 12:27:53.427575 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b0cc038e-7440-4dce-97b8-8cf3f33b2051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:54.753930 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:56.338640 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:27:56.521439 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:02.758361 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=50 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:02.764373 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=51 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:06.510032 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:06.514522 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:06.517580 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:13.418129 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:16.747661 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:28:16.961423 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d5ba3-a239-4fd6-bbba-bdbc6b9fae2d req-3c3dbc88-78af-4036-944b-bfe26493caea tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:16.962770 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d66d5ba3-a239-4fd6-bbba-bdbc6b9fae2d req-3c3dbc88-78af-4036-944b-bfe26493caea tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0458155 Jul 25 12:28:17.010166 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-d66d5ba3-a239-4fd6-bbba-bdbc6b9fae2d req-635e5600-66e5-4feb-8459-ce46489bb071 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 Jul 25 12:28:18.131917 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e78b-263a-4d97-94c0-20d339073fc0 req-baaebf83-343a-450b-8acf-371bcb190d41 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:18.133378 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d578e78b-263a-4d97-94c0-20d339073fc0 req-baaebf83-343a-450b-8acf-371bcb190d41 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0473478 Jul 25 12:28:18.181932 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d578e78b-263a-4d97-94c0-20d339073fc0 req-eef79be9-785d-4515-9773-1a02979e066e tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429373 Jul 25 12:28:19.303911 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9302-5f1a-43df-955c-8d8a778b6ad3 req-67f33d5f-8564-4343-a904-72c57981ca20 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:19.305411 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-069d9302-5f1a-43df-955c-8d8a778b6ad3 req-67f33d5f-8564-4343-a904-72c57981ca20 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0510116 Jul 25 12:28:19.358612 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-069d9302-5f1a-43df-955c-8d8a778b6ad3 req-298aa14f-1f71-4dce-a56d-dff7a2b5fdc5 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475383 Jul 25 12:28:20.489304 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115cd6-da85-453d-ad4b-873c2f6d3138 req-45ac91e2-a267-4b2f-b4ef-5e2fa4b19bb4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:20.490784 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04115cd6-da85-453d-ad4b-873c2f6d3138 req-45ac91e2-a267-4b2f-b4ef-5e2fa4b19bb4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0504448 Jul 25 12:28:20.540107 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04115cd6-da85-453d-ad4b-873c2f6d3138 req-b48359ed-9a6d-44de-bf87-7ba649eac88b tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437641 Jul 25 12:28:20.772728 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:21.310006 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-34ca38a1-bc93-4ba7-af8f-06cdd87759ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:21.661234 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db5ce8-d8ba-4322-8efa-69f9c7d67880 req-beb19e6d-e3fc-4847-b027-dfe1e639375d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:21.662970 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f3db5ce8-d8ba-4322-8efa-69f9c7d67880 req-beb19e6d-e3fc-4847-b027-dfe1e639375d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0465498 Jul 25 12:28:21.713094 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f3db5ce8-d8ba-4322-8efa-69f9c7d67880 req-104aca2b-50cc-4652-acc0-f62cbb345cba tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Jul 25 12:28:22.829368 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01416c34-a5cc-4bf7-8ad8-bb6110f48261 req-be327330-e57e-457f-b7fe-932d981250d7 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:22.830841 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-01416c34-a5cc-4bf7-8ad8-bb6110f48261 req-be327330-e57e-457f-b7fe-932d981250d7 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0464270 Jul 25 12:28:22.878822 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-01416c34-a5cc-4bf7-8ad8-bb6110f48261 req-91130755-68b9-4e38-a5b5-3846d857c2bb tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424762 Jul 25 12:28:23.429760 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3a88-bbaa-41bb-a46d-6390c81d0398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:23.999310 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183c6c2-83b2-4a32-86ad-9a6a5e5b3e06 req-cccd01b0-deef-44de-9ff1-71b4ab15baf6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:24.000806 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6183c6c2-83b2-4a32-86ad-9a6a5e5b3e06 req-cccd01b0-deef-44de-9ff1-71b4ab15baf6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0504258 Jul 25 12:28:24.049184 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-6183c6c2-83b2-4a32-86ad-9a6a5e5b3e06 req-616d9681-984a-4db9-8aa4-adb3e4b0a755 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428238 Jul 25 12:28:24.755336 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:25.165086 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f219-56fa-428f-b55e-7c7ed1e925f9 req-5c50f56a-ae6a-4231-b907-80e709f85322 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:25.166535 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2460f219-56fa-428f-b55e-7c7ed1e925f9 req-5c50f56a-ae6a-4231-b907-80e709f85322 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0473716 Jul 25 12:28:25.217355 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2460f219-56fa-428f-b55e-7c7ed1e925f9 req-50834714-ecbc-4b2f-8bbf-160685b01d25 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453465 Jul 25 12:28:26.338220 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:26.341401 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bf395-e409-4b58-b0a0-702c29ac7c90 req-5dc9890c-b7fe-49e6-8bc0-9b979b83f0d3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:26.342893 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c14bf395-e409-4b58-b0a0-702c29ac7c90 req-5dc9890c-b7fe-49e6-8bc0-9b979b83f0d3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0536292 Jul 25 12:28:26.394530 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c14bf395-e409-4b58-b0a0-702c29ac7c90 req-c7e7707e-83ce-4074-a63f-57af421cd2d5 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459886 Jul 25 12:28:26.523154 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:26.742939 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:27.090290 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-42285261-fdb1-4a3d-9d9b-7b90b853d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:27.091769 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-42285261-fdb1-4a3d-9d9b-7b90b853d7ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1130 time: 0.0379560 Jul 25 12:28:27.182847 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-45263bd5-ad51-41c8-ba86-163c55adf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:27.184310 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-45263bd5-ad51-41c8-ba86-163c55adf80d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 908 time: 0.0868144 Jul 25 12:28:27.243142 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-8ead64a9-9c95-4844-9a0c-69fc53fa6421 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 1001 time: 0.0525312 Jul 25 12:28:27.295004 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-a702d5d4-6bda-4fff-a36d-597df4d664e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:27.296470 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-a702d5d4-6bda-4fff-a36d-597df4d664e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.0469787 Jul 25 12:28:27.339741 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-3d38e6a8-8158-4114-8c1f-d54890433bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:27.341294 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-3d38e6a8-8158-4114-8c1f-d54890433bbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387721 Jul 25 12:28:27.430614 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-4a5a5672-be4c-49a2-a3ea-4648b83e8fff service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829406 Jul 25 12:28:27.517158 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47635f-78ca-4e5f-83dd-16c44fc388d9 req-c5215eef-4a15-464f-8519-cb43cfba62ca tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:27.518655 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5e47635f-78ca-4e5f-83dd-16c44fc388d9 req-c5215eef-4a15-464f-8519-cb43cfba62ca tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0474560 Jul 25 12:28:27.526402 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4dbcb240-0381-43de-9ef9-d5aad35cbbf3 req-f0664f39-a7aa-4f9f-885e-832ac1bc9b63 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886681 Jul 25 12:28:27.568403 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5e47635f-78ca-4e5f-83dd-16c44fc388d9 req-9a55815c-8c29-436e-964f-e9ca6c2f5fbc tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Jul 25 12:28:28.692307 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4f479-2980-434d-93b9-5c2a3a841409 req-3d955c08-46a5-4c8a-bc26-70bfe88d901c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:28.693743 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bff4f479-2980-434d-93b9-5c2a3a841409 req-3d955c08-46a5-4c8a-bc26-70bfe88d901c tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0469160 Jul 25 12:28:28.713946 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:28.737770 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:28.742777 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-bff4f479-2980-434d-93b9-5c2a3a841409 req-e0943cfa-3130-4bdd-b9a2-49fbbc97cf46 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Jul 25 12:28:29.859128 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f409967-8609-458b-b5ff-dab1f4bf2b78 req-38214c9f-1783-4600-939c-bcb5ee1794a6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:29.860623 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8f409967-8609-458b-b5ff-dab1f4bf2b78 req-38214c9f-1783-4600-939c-bcb5ee1794a6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0472753 Jul 25 12:28:29.909497 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8f409967-8609-458b-b5ff-dab1f4bf2b78 req-efce3431-c398-4177-92c6-86f53f8e7822 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433812 Jul 25 12:28:30.026827 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-3b3faf84-1580-4dee-acbe-2881157abed5 req-eb300a0e-0de1-452c-a53a-d0aa92f94f96 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:28:30.027769 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3b3faf84-1580-4dee-acbe-2881157abed5 req-eb300a0e-0de1-452c-a53a-d0aa92f94f96 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0500784 Jul 25 12:28:30.181100 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efcab-d792-4b60-86b6-8f67d78cd0ed req-83a6a237-f97d-4144-b467-05144ab68296 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:30.182717 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fb4efcab-d792-4b60-86b6-8f67d78cd0ed req-83a6a237-f97d-4144-b467-05144ab68296 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0535209 Jul 25 12:28:30.193073 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-8bb2cbf8-0b25-4360-a91b-a9508a449238 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856235 Jul 25 12:28:30.232381 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fb4efcab-d792-4b60-86b6-8f67d78cd0ed req-591455f7-51cc-4bff-a5f9-682ce4132b08 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439556 Jul 25 12:28:30.317160 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c857f-ff06-4126-b452-36bd139da28b req-222b41ee-09e9-4404-b15b-628bb495d6e9 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:30.318494 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-222b41ee-09e9-4404-b15b-628bb495d6e9 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports/ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 943 time: 0.0983107 Jul 25 12:28:31.355110 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882607f4-e6ea-4d12-8cd7-586866ec50fd req-aff19cf1-3310-4e3a-b893-cb14cdf77423 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:31.356601 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-882607f4-e6ea-4d12-8cd7-586866ec50fd req-aff19cf1-3310-4e3a-b893-cb14cdf77423 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0468578 Jul 25 12:28:31.405254 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-882607f4-e6ea-4d12-8cd7-586866ec50fd req-18407477-9fca-48ff-84a0-f9029826a4b7 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Jul 25 12:28:31.510608 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c857f-ff06-4126-b452-36bd139da28b req-908c969a-09a9-4828-9efd-6fa3b4a9c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:31.512080 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-908c969a-09a9-4828-9efd-6fa3b4a9c094 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df&tenant_id=376f79202b2d46b4bff1b67d8b10add6 HTTP/1.1" status: 200 len: 1130 time: 0.0415533 Jul 25 12:28:31.570253 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c857f-ff06-4126-b452-36bd139da28b req-6e70c814-c1b8-4634-9def-ec4a258b9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:31.571761 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-6e70c814-c1b8-4634-9def-ec4a258b9625 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1130 time: 0.0383523 Jul 25 12:28:31.659126 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c857f-ff06-4126-b452-36bd139da28b req-488e248d-3be3-4618-b69a-881d1038acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:31.660573 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-488e248d-3be3-4618-b69a-881d1038acb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 908 time: 0.0823846 Jul 25 12:28:31.723103 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-7d306916-94d3-4f8d-a0cb-354bb87735a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 1001 time: 0.0564928 Jul 25 12:28:31.769361 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c857f-ff06-4126-b452-36bd139da28b req-517a0b5a-5093-4047-9769-2ae073e9a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:31.770738 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-517a0b5a-5093-4047-9769-2ae073e9a6a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.0425782 Jul 25 12:28:31.813752 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ce9adc4d-f014-4c86-ab08-37edf3c4210e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:28:31.814332 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c857f-ff06-4126-b452-36bd139da28b req-a7851bdc-1bb3-4b7a-9fb5-1ecff3cb5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:31.816044 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-a7851bdc-1bb3-4b7a-9fb5-1ecff3cb5f1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387645 Jul 25 12:28:31.888605 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ce9adc4d-f014-4c86-ab08-37edf3c4210e is: ACTIVE; New status is: DOWN {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:28:31.888916 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:31.907208 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-96e150bc-3b4a-4530-a730-369db6738950 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Jul 25 12:28:31.911598 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:28:31.914164 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed23f10-5965-4be5-8f42-75075c89d795" -d '{"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-unplugged", "status": "completed", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:28:31.930124 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:28:31.934908 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:31.960016 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bfbab4-7b83-4a67-afa5-e3565a2cd570 x-openstack-request-id: req-04bfbab4-7b83-4a67-afa5-e3565a2cd570 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:28:31.960309 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-unplugged", "status": "completed", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:28:31.960636 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04bfbab4-7b83-4a67-afa5-e3565a2cd570 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:28:31.960957 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bfbab4-7b83-4a67-afa5-e3565a2cd570'] response: {'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'code': 200} Jul 25 12:28:31.987181 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=6']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:28:31.994487 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.994838 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.995182 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.995565 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.995892 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.996224 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.996555 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.996882 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.997211 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.997542 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.997871 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.998199 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.998525 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.998846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:31.999169 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:32.003755 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-018c857f-ff06-4126-b452-36bd139da28b req-006eb8bc-40cd-4a19-8000-bbe5183ee5d8 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906007 Jul 25 12:28:32.527058 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d667c04-17e0-418f-a221-4b3d8982683e req-20f91552-9f74-4872-9504-5590d96a49a6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:32.528545 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3d667c04-17e0-418f-a221-4b3d8982683e req-20f91552-9f74-4872-9504-5590d96a49a6 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0492451 Jul 25 12:28:32.577418 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3d667c04-17e0-418f-a221-4b3d8982683e req-50db1835-3297-465c-8000-4a0a968aeb4e tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427625 Jul 25 12:28:33.701384 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f60e4-183d-4c15-9aa2-c396a16f2f55 req-785f1b08-e19b-4bef-9ab7-fdf2d5bad8bd tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:33.702868 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e32f60e4-183d-4c15-9aa2-c396a16f2f55 req-785f1b08-e19b-4bef-9ab7-fdf2d5bad8bd tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0481157 Jul 25 12:28:33.751157 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e32f60e4-183d-4c15-9aa2-c396a16f2f55 req-b4be1eae-35d8-4c02-b3b8-7f589f43b1d4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 Jul 25 12:28:34.865986 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a2ee0-b2b1-4798-b63d-b2f1c989173e req-fa311992-194f-49d5-b2b0-d4711a6d4896 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:34.867463 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c14a2ee0-b2b1-4798-b63d-b2f1c989173e req-fa311992-194f-49d5-b2b0-d4711a6d4896 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0456057 Jul 25 12:28:34.915404 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-c14a2ee0-b2b1-4798-b63d-b2f1c989173e req-c0970e6d-864a-4b57-b78b-4ae44d49a3c4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 Jul 25 12:28:36.030951 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a1546-650c-491a-84c6-31f6acf6a61e req-b036dee1-5b3a-4713-8b3f-9de7d60ba83a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:36.032330 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-208a1546-650c-491a-84c6-31f6acf6a61e req-b036dee1-5b3a-4713-8b3f-9de7d60ba83a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0461166 Jul 25 12:28:36.085579 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-208a1546-650c-491a-84c6-31f6acf6a61e req-21528bd6-cd03-425f-8c2b-cc849ea2a4e9 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478544 Jul 25 12:28:37.205890 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c37adf-d9fa-47ae-9784-a8a04bfc93bc req-d30ac723-8625-41ed-af0b-a8caa0f32b92 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:37.207976 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-29c37adf-d9fa-47ae-9784-a8a04bfc93bc req-d30ac723-8625-41ed-af0b-a8caa0f32b92 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0503592 Jul 25 12:28:37.254718 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-29c37adf-d9fa-47ae-9784-a8a04bfc93bc req-3bd4f0d4-e8ae-4f88-b749-9661d7d17e04 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Jul 25 12:28:38.163178 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:38.172586 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f299b07-ed0e-4b97-9a4c-125426337228 req-23de3881-e155-4df3-bc6c-05f87aca3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:38.174047 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4f299b07-ed0e-4b97-9a4c-125426337228 req-23de3881-e155-4df3-bc6c-05f87aca3ad1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1128 time: 0.0413971 Jul 25 12:28:38.224303 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-4f299b07-ed0e-4b97-9a4c-125426337228 req-f3f40bb7-354b-44a9-bbb5-e6e7ad42d88f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382638 Jul 25 12:28:38.370441 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c11e7-f4fe-4ef1-8b44-87976d36cebf req-35d0a7ac-f90f-4db6-aca4-d0cc7f750895 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:38.371943 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8e5c11e7-f4fe-4ef1-8b44-87976d36cebf req-35d0a7ac-f90f-4db6-aca4-d0cc7f750895 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0462532 Jul 25 12:28:38.400745 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=89 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:38.403103 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=88 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:38.420265 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8e5c11e7-f4fe-4ef1-8b44-87976d36cebf req-53c38aad-2cb5-4a04-b137-100d7d8f0221 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428212 Jul 25 12:28:39.499791 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:39.540559 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d392083-cce5-4745-8f46-5ff808ee0961 req-8443890f-0c9c-4d9e-a039-fdd9ecf0a259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:39.542033 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5d392083-cce5-4745-8f46-5ff808ee0961 req-8443890f-0c9c-4d9e-a039-fdd9ecf0a259 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 944 time: 0.0506778 Jul 25 12:28:39.593146 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5d392083-cce5-4745-8f46-5ff808ee0961 req-538df691-9719-4feb-85d0-3a25ea613da4 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454392 Jul 25 12:28:39.827198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ce9adc4d-f014-4c86-ab08-37edf3c4210e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:28:39.829495 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:39.831117 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:39.834964 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:39.933864 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:28:39.945246 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Returning: {'device': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'port_id': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'mac_address': 'fa:16:3e:ef:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:28:39.979031 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ce9adc4d-f014-4c86-ab08-37edf3c4210e is: DOWN; New status is: BUILD {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:28:39.979425 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:39.992770 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9adc4d-f014-4c86-ab08-37edf3c4210e {{(pid=104019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:28:40.013879 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:28:40.017420 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:40.065847 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=7']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:28:40.261656 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] get_ports_and_sgs() called for port_ids ['ce9adc4d-f014-4c86-ab08-37edf3c4210e'] {{(pid=104019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:28:41.844748 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ce9adc4d-f014-4c86-ab08-37edf3c4210e up at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:28:41.888475 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.provisioning_blocks [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Provisioning complete for port ce9adc4d-f014-4c86-ab08-37edf3c4210e triggered by entity L2. {{(pid=104019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:28:41.888847 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905298'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), provisioning_complete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:41.959910 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Current status of the port ce9adc4d-f014-4c86-ab08-37edf3c4210e is: BUILD; New status is: ACTIVE {{(pid=104019) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:28:41.960306 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998079'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:41.982863 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e'}] {{(pid=104019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:28:41.985111 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50fca0fee3db215de2b2271b085a1645b1cfc8734d69592fcb285ed965183f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba6bed2-be78-4ede-92e1-2a80b695d199" -d '{"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-plugged", "status": "completed", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e"}]}' {{(pid=104019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:28:42.001142 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:28:42.005549 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429723742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429346344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429346362'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:42.027944 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb3ca25-8931-41f3-994e-3839a1f6c4b6 x-openstack-request-id: req-cfb3ca25-8931-41f3-994e-3839a1f6c4b6 {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:28:42.028243 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-plugged", "status": "completed", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e", "code": 200}]} {{(pid=104019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:28:42.028497 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfb3ca25-8931-41f3-994e-3839a1f6c4b6 {{(pid=104019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:28:42.028888 dv-cinder-797608-61-iscsi neutron-server[104019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb3ca25-8931-41f3-994e-3839a1f6c4b6'] response: {'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'code': 200} Jul 25 12:28:42.055125 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Pushing event updated for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=8']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:28:43.420701 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:48.412289 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:48.416581 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:49.585829 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=17 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:49.588670 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=8 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:51.312384 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f292cf26-fa2b-484a-850d-5ee9753251b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:53.275523 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-f410f05c-f465-4234-a4f7-7db0cee7c008 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442677 Jul 25 12:28:53.356127 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-1778a170-536e-43a5-8d81-04a7c4a1918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:53.357562 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-1778a170-536e-43a5-8d81-04a7c4a1918b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0382814 Jul 25 12:28:53.416475 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:53.433642 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a061754e-eb1f-4a62-9db5-552f0f04d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:53.464776 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-d33cb49f-b009-47c7-89b3-3e523d949bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:53.466233 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-d33cb49f-b009-47c7-89b3-3e523d949bb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.0896595 Jul 25 12:28:53.530628 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-d0b4a144-d50f-4bfb-b6b6-9f026267b67b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 1002 time: 0.0537484 Jul 25 12:28:53.587067 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-b59ef82b-1a45-4d31-8f78-2daf86fd773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:53.588971 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-b59ef82b-1a45-4d31-8f78-2daf86fd773e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0521286 Jul 25 12:28:53.636351 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-4b6daa91-5ad3-477b-8803-4684e6ef579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:53.637834 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-4b6daa91-5ad3-477b-8803-4684e6ef579b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421793 Jul 25 12:28:53.725954 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-7934e045-eabc-4fd0-8b11-4b3229cf9449 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809829 Jul 25 12:28:53.747430 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:28:53.821099 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3c2788d5-4540-4c75-8a2c-a6036d429949 req-46a6b43b-7af2-4ce0-a509-51499c0fff2b service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868347 Jul 25 12:28:54.758916 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:56.340949 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:56.524834 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:57.779745 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:58.305643 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56742) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:28:58.440053 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Deleting port e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:28:58.440387 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:58.516290 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:58.516608 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:58.528699 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Calling delete_port for e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:28:58.693164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:58.715077 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event deleted for resources: {'Port': ['ID=e8c6a9b3-32c5-4bf0-a065-c9d3716cc0f3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:28:58.724686 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.725033 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.725369 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.725702 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.726028 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.726891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.726891 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.727086 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.727270 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.727610 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.727929 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.728246 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.728558 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.728868 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.729178 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:28:58.789025 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (11a32c6b-afcf-42e6-b16e-366fb40a4b57), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:58.789352 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Floating IP 11a32c6b-afcf-42e6-b16e-366fb40a4b57 disassociated (deleted). External IP: 172.27.0.61, port: bda2df52-be16-4d4f-9fcf-0a7ade9c417f. Jul 25 12:28:58.981196 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:28:59.073426 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:28:59.084012 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:28:59.088825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:28:59.093241 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:28:59.103035 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:28:59.103653 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:28:59.118220 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b23257bd-f3cb-487d-af1a-d0a4dd040227 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "DELETE /v2.0/floatingips/11a32c6b-afcf-42e6-b16e-366fb40a4b57 HTTP/1.1" status: 204 len: 168 time: 0.8114932 Jul 25 12:28:59.118892 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:28:59.121344 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20472a09-26a5-4909-9d43-a8ae38827070" -d '{"events": [{"name": "network-changed", "server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:28:59.207849 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:28:59.232280 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0e1cf-e140-4081-9702-6d9515e16caf x-openstack-request-id: req-14e0e1cf-e140-4081-9702-6d9515e16caf {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:28:59.232513 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:28:59.232769 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14e0e1cf-e140-4081-9702-6d9515e16caf {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:28:59.233172 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e0e1cf-e140-4081-9702-6d9515e16caf'] response: {'name': 'network-changed', 'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'status': 'completed', 'code': 200} Jul 25 12:28:59.310452 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472a09-26a5-4909-9d43-a8ae38827070 req-259ce4d2-c7d1-4a91-8c4b-c4ad872d220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:59.311981 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-20472a09-26a5-4909-9d43-a8ae38827070 req-259ce4d2-c7d1-4a91-8c4b-c4ad872d220c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 1130 time: 0.0440617 Jul 25 12:28:59.356576 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da9007-9c85-4eff-8496-853cf84ee45b req-c81d4ec7-141a-4a93-9dde-536606a2dd58 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:28:59.358060 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78da9007-9c85-4eff-8496-853cf84ee45b req-c81d4ec7-141a-4a93-9dde-536606a2dd58 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 946 time: 0.0473502 Jul 25 12:28:59.409539 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78da9007-9c85-4eff-8496-853cf84ee45b req-da4227df-44e1-44d4-81e5-81aa77819cae tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456436 Jul 25 12:28:59.420781 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:25Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:28:59.444991 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:28:59.452934 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:28:59.453512 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:28:59.551250 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:28:59.826715 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:25Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:28:59.852066 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8c566-df88-43ae-97d1-21380ba31576 None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_floatingips': [{'id': 'a34709ed-8c1e-43af-881d-0f53b58029cc', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'router_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'port_id': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'mac_address': 'fa:16:3e:f6:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:25:23Z', 'updated_at': '2022-07-25T12:25:25Z', 'revision_number': 1, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:29:00.059984 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6be295-781f-4c9b-8b01-fad2035220f7 None None] New status for floating IP 11a32c6b-afcf-42e6-b16e-366fb40a4b57: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:29:00.548548 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417548d-174a-4033-a485-bc711fe52c8b req-ddcb7ed0-e30d-47c2-9fb7-e4f994812a2d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:00.549997 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5417548d-174a-4033-a485-bc711fe52c8b req-ddcb7ed0-e30d-47c2-9fb7-e4f994812a2d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 946 time: 0.0671694 Jul 25 12:29:00.551317 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472a09-26a5-4909-9d43-a8ae38827070 req-40df0323-59d0-43ed-afdd-c974c638f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:00.553184 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-20472a09-26a5-4909-9d43-a8ae38827070 req-40df0323-59d0-43ed-afdd-c974c638f82f service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.1278944 Jul 25 12:29:00.600324 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5417548d-174a-4033-a485-bc711fe52c8b req-3d4bb7ce-83d1-458f-acd1-641070cf9033 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437610 Jul 25 12:29:00.649999 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-20472a09-26a5-4909-9d43-a8ae38827070 req-2ed8d4e1-8c65-4e36-83af-07c9e9caf784 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f HTTP/1.1" status: 200 len: 217 time: 0.0328765 Jul 25 12:29:00.704517 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472a09-26a5-4909-9d43-a8ae38827070 req-c8838d0b-d8fa-4852-9c6d-db2f9da45977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:00.705881 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-20472a09-26a5-4909-9d43-a8ae38827070 req-c8838d0b-d8fa-4852-9c6d-db2f9da45977 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0483301 Jul 25 12:29:00.886274 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472a09-26a5-4909-9d43-a8ae38827070 req-5a4ac087-793c-45ea-a1dc-b5c1d350e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:00.887775 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-20472a09-26a5-4909-9d43-a8ae38827070 req-5a4ac087-793c-45ea-a1dc-b5c1d350e769 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397909 Jul 25 12:29:00.997209 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-6a2348e8-34fd-435a-92dd-5e526cb3536c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:00.998528 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-6a2348e8-34fd-435a-92dd-5e526cb3536c tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 946 time: 0.0586853 Jul 25 12:29:01.055174 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-20472a09-26a5-4909-9d43-a8ae38827070 req-aa6b583e-a9d5-4187-96e5-148648bb84c1 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606271 Jul 25 12:29:01.057842 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:01.067366 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:01.153220 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Deleting port bda2df52-be16-4d4f-9fcf-0a7ade9c417f {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:01.153563 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:01.235517 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-20472a09-26a5-4909-9d43-a8ae38827070 req-51530f7d-1fc6-4fdc-ac37-afa11b96f6cf service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689861 Jul 25 12:29:01.266679 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] For port bda2df52-be16-4d4f-9fcf-0a7ade9c417f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:01.266959 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:01.279949 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Calling delete_port for bda2df52-be16-4d4f-9fcf-0a7ade9c417f owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:01.401326 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (bda2df52-be16-4d4f-9fcf-0a7ade9c417f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:01.428849 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event deleted for resources: {'Port': ['ID=bda2df52-be16-4d4f-9fcf-0a7ade9c417f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:01.442278 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.442617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.442953 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.443285 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.443636 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.444489 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.444817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.445248 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.445504 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.445759 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.446073 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.446390 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.446710 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.447026 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.447339 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:01.707356 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2b44c741-1f31-40f8-b142-ca51d98ffd24 req-99bd20ae-bb09-4186-89d8-d6d0110410c2 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=5650c278-eb32-4bf2-a688-4e60c50f70dc HTTP/1.1" status: 200 len: 210 time: 0.0306082 Jul 25 12:29:01.727436 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] No DVR routers for this DVR port bda2df52-be16-4d4f-9fcf-0a7ade9c417f on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:29:01.730046 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:01.733511 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-43a4f31a-279a-4649-8cbd-c0adf9384def req-c4f14ef9-64a8-4efc-b34b-861d08e670c1 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "DELETE /v2.0/ports/bda2df52-be16-4d4f-9fcf-0a7ade9c417f HTTP/1.1" status: 204 len: 173 time: 0.7249904 Jul 25 12:29:01.733955 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'name': 'network-vif-deleted', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:29:01.736703 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c8767b-97d8-4e5b-aaaf-356635b2db92" -d '{"events": [{"server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "name": "network-vif-deleted", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:29:01.777695 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da544075-86e9-4ad5-ad4c-43edff5f3b6c x-openstack-request-id: req-da544075-86e9-4ad5-ad4c-43edff5f3b6c {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:29:01.777982 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5650c278-eb32-4bf2-a688-4e60c50f70dc", "name": "network-vif-deleted", "tag": "bda2df52-be16-4d4f-9fcf-0a7ade9c417f", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:29:01.778225 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da544075-86e9-4ad5-ad4c-43edff5f3b6c {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:29:01.778610 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da544075-86e9-4ad5-ad4c-43edff5f3b6c'] response: {'server_uuid': '5650c278-eb32-4bf2-a688-4e60c50f70dc', 'name': 'network-vif-deleted', 'tag': 'bda2df52-be16-4d4f-9fcf-0a7ade9c417f', 'status': 'completed', 'code': 200} Jul 25 12:29:03.910340 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device bda2df52-be16-4d4f-9fcf-0a7ade9c417f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:03.929103 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: bda2df52-be16-4d4f-9fcf-0a7ade9c417f {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:03.929443 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device bda2df52-be16-4d4f-9fcf-0a7ade9c417f not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:05.005093 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56774) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:05.011872 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:05.143906 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Deleting port ee307af7-df1c-484d-b6a0-845be45f423c {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:05.144247 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (ee307af7-df1c-484d-b6a0-845be45f423c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:05.224018 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (ee307af7-df1c-484d-b6a0-845be45f423c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:05.224341 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (ee307af7-df1c-484d-b6a0-845be45f423c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:05.236624 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Calling delete_port for ee307af7-df1c-484d-b6a0-845be45f423c owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:05.384611 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (ee307af7-df1c-484d-b6a0-845be45f423c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:05.413310 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event deleted for resources: {'Port': ['ID=ee307af7-df1c-484d-b6a0-845be45f423c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:05.472527 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (a34709ed-8c1e-43af-881d-0f53b58029cc), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:05.472858 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Floating IP a34709ed-8c1e-43af-881d-0f53b58029cc disassociated (deleted). External IP: 172.27.0.210, port: ab330dd9-8cf2-465a-938e-753b7c9e645a. Jul 25 12:29:05.902825 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:29:05.908577 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:06.007403 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:29:06.012169 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:06.016757 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:29:06.026964 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:06.027567 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:06.042128 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ab258a91-5f53-4ff8-a341-3d71f0eafbeb tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "DELETE /v2.0/floatingips/a34709ed-8c1e-43af-881d-0f53b58029cc HTTP/1.1" status: 204 len: 168 time: 1.0357869 Jul 25 12:29:06.042546 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:29:06.044816 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}010838a7e645fb4359b629810bfa9118908ff5b1157282e84f2b3d1addea2135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a" -d '{"events": [{"name": "network-changed", "server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:29:06.082987 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036806bc-df37-43ae-a005-d9bbc64e6bbc x-openstack-request-id: req-036806bc-df37-43ae-a005-d9bbc64e6bbc {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:29:06.084050 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:29:06.084316 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-036806bc-df37-43ae-a005-d9bbc64e6bbc {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:29:06.084728 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036806bc-df37-43ae-a005-d9bbc64e6bbc'] response: {'name': 'network-changed', 'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'status': 'completed', 'code': 200} Jul 25 12:29:06.134956 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:06.149623 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-ba3ddd12-b77e-4bcf-9f28-3b2602a81c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:06.151503 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-ba3ddd12-b77e-4bcf-9f28-3b2602a81c28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141003bbc94b41569683aef4c15b46f1&device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0463281 Jul 25 12:29:06.250870 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:06.262031 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-887b50c0-a780-417f-9a2e-bff9bf3deaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:06.263635 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-887b50c0-a780-417f-9a2e-bff9bf3deaf0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 200 len: 912 time: 0.1013520 Jul 25 12:29:06.274941 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:06.287135 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5d191-f94e-4f0d-94e1-db927f51ae60 req-eeff4602-efe5-459b-9711-4f891728d70d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:06.288660 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-00a5d191-f94e-4f0d-94e1-db927f51ae60 req-eeff4602-efe5-459b-9711-4f891728d70d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 946 time: 0.0562732 Jul 25 12:29:06.295739 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:06.333147 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:06.339593 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-00a5d191-f94e-4f0d-94e1-db927f51ae60 req-8bae5c49-7128-4270-8953-26fb3ed0419a tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Jul 25 12:29:06.358664 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:29:06.367085 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:06.367736 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:06.466554 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:06.648293 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:06.672752 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271ee75-dbb1-4b72-b04a-a5f6b2d638c9 None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:46Z', 'revision_number': 4, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '3fc10880-258a-43ce-b72c-62c9f3b66711', 'name': '', 'network_id': '11d8ce76-c85a-44ea-b9a3-bfb714066192', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'mac_address': 'fa:16:3e:c2:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:45Z', 'updated_at': '2022-07-25T12:21:53Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'subnets': [{'id': 'dcf69874-85a3-44b4-939d-593d1690b9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:29:06.880172 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63932b-bfd8-4050-86c8-2d69395fdff2 None None] New status for floating IP a34709ed-8c1e-43af-881d-0f53b58029cc: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:29:07.308436 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-0d73d484-5f0c-4f34-8fd6-de32e9dc2d5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 200 len: 217 time: 0.0367849 Jul 25 12:29:07.359370 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-9637fc22-86c3-481f-9c14-1b07eb31cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:07.360718 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-9637fc22-86c3-481f-9c14-1b07eb31cfb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 200 len: 850 time: 0.0436108 Jul 25 12:29:07.486267 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0adb99-8267-463b-85ff-5c160fc5785f req-04d968d3-1382-4e3f-aa3b-3d0a59a45c6b tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:07.487891 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0c0adb99-8267-463b-85ff-5c160fc5785f req-04d968d3-1382-4e3f-aa3b-3d0a59a45c6b tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 946 time: 0.0750725 Jul 25 12:29:07.511890 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-cc3553e6-3c23-4598-bc69-a93d9b62c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:07.513290 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-cc3553e6-3c23-4598-bc69-a93d9b62c831 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11d8ce76-c85a-44ea-b9a3-bfb714066192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604050 Jul 25 12:29:07.591562 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-0c0adb99-8267-463b-85ff-5c160fc5785f req-59013dfc-0c4d-47e1-bfb0-3c84ed334402 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/security-groups?id=40b70044-d56f-45be-bd3a-b91e080abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961790 Jul 25 12:29:07.626532 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-dec83bb1-09f6-44ce-9a97-8437d86a62e7 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058383 Jul 25 12:29:07.717536 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:07.731865 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:07.770894 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-5dd59d4d-6f36-4805-a2a1-e78233b8d88a req-20880708-5b17-490c-bb1a-a294f087ece2 service neutron] 10.222.0.39 "GET /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006954 Jul 25 12:29:07.806526 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-fb4cc91d-3179-45a8-8590-779e5d702a17 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:07.807977 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-fb4cc91d-3179-45a8-8590-779e5d702a17 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 946 time: 0.0539711 Jul 25 12:29:07.888707 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Deleting port ab330dd9-8cf2-465a-938e-753b7c9e645a {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:07.888977 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:07.981348 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] For port ab330dd9-8cf2-465a-938e-753b7c9e645a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ab330dd9-8cf2-465a-938e-753b7c9e645a,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:07.981716 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:07.997288 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Calling delete_port for ab330dd9-8cf2-465a-938e-753b7c9e645a owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:08.127084 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ab330dd9-8cf2-465a-938e-753b7c9e645a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:08.154959 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event deleted for resources: {'Port': ['ID=ab330dd9-8cf2-465a-938e-753b7c9e645a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:08.198501 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] No DVR routers for this DVR port ab330dd9-8cf2-465a-938e-753b7c9e645a on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:29:08.201067 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:08.204266 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-ea8052e1-d78e-495c-9efc-5ab8b782a7e4 req-b1a24b04-853b-420a-87aa-e9f2d24cbd7f tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.39 "DELETE /v2.0/ports/ab330dd9-8cf2-465a-938e-753b7c9e645a HTTP/1.1" status: 204 len: 173 time: 0.3909228 Jul 25 12:29:08.204698 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'name': 'network-vif-deleted', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:29:08.206919 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec34d4a-f7eb-434e-b6db-548b4d61c613" -d '{"events": [{"server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "name": "network-vif-deleted", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:29:08.248342 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b161f-ded7-4d0d-828e-f5389f578789 x-openstack-request-id: req-753b161f-ded7-4d0d-828e-f5389f578789 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:29:08.248632 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680a227e-0e1f-4221-ad9e-30b6eec96cb9", "name": "network-vif-deleted", "tag": "ab330dd9-8cf2-465a-938e-753b7c9e645a", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:29:08.248885 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-753b161f-ded7-4d0d-828e-f5389f578789 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:29:08.249292 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753b161f-ded7-4d0d-828e-f5389f578789'] response: {'server_uuid': '680a227e-0e1f-4221-ad9e-30b6eec96cb9', 'name': 'network-vif-deleted', 'tag': 'ab330dd9-8cf2-465a-938e-753b7c9e645a', 'status': 'completed', 'code': 200} Jul 25 12:29:08.702527 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-be21da73-40cc-4d24-9b3f-989a0bf8341d req-bf42f0ba-16bb-4027-b31d-d55c5be6f1d9 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "GET /v2.0/ports?device_id=680a227e-0e1f-4221-ad9e-30b6eec96cb9 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Jul 25 12:29:09.764545 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56792) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:09.873309 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Deleting port a36fa5cc-32fc-4c5b-89ba-2a278b261ca4 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:09.873654 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:09.951390 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:09.951749 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:09.964140 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Calling delete_port for a36fa5cc-32fc-4c5b-89ba-2a278b261ca4 owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:10.063225 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:10.092393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:10.098857 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (a36fa5cc-32fc-4c5b-89ba-2a278b261ca4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:10.124862 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event deleted for resources: {'Port': ['ID=a36fa5cc-32fc-4c5b-89ba-2a278b261ca4,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:10.184701 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for floatingip (bbc82d49-0878-43ad-b13b-75a074ac4b97), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:10.187229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:10.188416 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0c0450b5-650b-468b-880a-8d4ad7ab9749 tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "DELETE /v2.0/floatingips/bbc82d49-0878-43ad-b13b-75a074ac4b97 HTTP/1.1" status: 204 len: 168 time: 0.4230821 Jul 25 12:29:11.387499 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56804) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:11.414520 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:11.449898 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fa5afb3d-4d3a-4ef5-a3b2-32543e09b18d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group (40b70044-d56f-45be-bd3a-b91e080abd6b), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:11.475269 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fa5afb3d-4d3a-4ef5-a3b2-32543e09b18d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group (40b70044-d56f-45be-bd3a-b91e080abd6b), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:11.534515 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fa5afb3d-4d3a-4ef5-a3b2-32543e09b18d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (40b70044-d56f-45be-bd3a-b91e080abd6b), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:11.537154 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fa5afb3d-4d3a-4ef5-a3b2-32543e09b18d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:11.538304 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-fa5afb3d-4d3a-4ef5-a3b2-32543e09b18d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] 10.222.0.42 "DELETE /v2.0/security-groups/40b70044-d56f-45be-bd3a-b91e080abd6b HTTP/1.1" status: 204 len: 168 time: 0.1497984 Jul 25 12:29:11.548191 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5afb3d-4d3a-4ef5-a3b2-32543e09b18d tempest-TestVolumeBootPattern-1028467132 tempest-TestVolumeBootPattern-1028467132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b70044-d56f-45be-bd3a-b91e080abd6b,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:11.560072 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:11.561842 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:11.601372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56808) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:11.984900 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ab330dd9-8cf2-465a-938e-753b7c9e645a no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:12.006225 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (61629db0-c5b2-46a9-9c2d-1929025a15f7), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:12.007711 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: ab330dd9-8cf2-465a-938e-753b7c9e645a {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:12.008067 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ab330dd9-8cf2-465a-938e-753b7c9e645a not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:12.224889 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Deleting port 3fc10880-258a-43ce-b72c-62c9f3b66711 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:12.225227 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:12.302687 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] For port 3fc10880-258a-43ce-b72c-62c9f3b66711, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3fc10880-258a-43ce-b72c-62c9f3b66711,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:12.303101 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:12.315740 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Calling delete_port for 3fc10880-258a-43ce-b72c-62c9f3b66711 owned by network:router_interface {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:12.356955 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:12.376338 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:12.492525 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (3fc10880-258a-43ce-b72c-62c9f3b66711), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:12.522692 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc10880-258a-43ce-b72c-62c9f3b66711,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:12.684645 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (61629db0-c5b2-46a9-9c2d-1929025a15f7), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:12.888630 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Router 61629db0-c5b2-46a9-9c2d-1929025a15f7 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:29:12.985395 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:29:12.991571 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d4e5b880-b220-41a5-8720-9dc4b05b7927 admin admin] 10.222.0.42 "PUT /v2.0/routers/61629db0-c5b2-46a9-9c2d-1929025a15f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3885286 Jul 25 12:29:12.994013 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56816) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:12.994740 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] Sync routers for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:29:13.004782 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:13.005379 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:13.094642 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks [] for router (61629db0-c5b2-46a9-9c2d-1929025a15f7), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.105485 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:13.191816 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks [] for router_gateway (61629db0-c5b2-46a9-9c2d-1929025a15f7), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.221547 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:13.232841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:13.236681 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Deleting port e0d9f67d-1b3e-48e6-8017-d7ef52188736 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:13.237016 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.275505 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:29:12Z', 'revision_number': 5, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port': {'id': 'e0d9f67d-1b3e-48e6-8017-d7ef52188736', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:13.300280 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] Checking router: 61629db0-c5b2-46a9-9c2d-1929025a15f7 for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:29:13.309436 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] Routers {'61629db0-c5b2-46a9-9c2d-1929025a15f7'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:13.310034 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['61629db0-c5b2-46a9-9c2d-1929025a15f7'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:13.319758 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] For port e0d9f67d-1b3e-48e6-8017-d7ef52188736, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=e0d9f67d-1b3e-48e6-8017-d7ef52188736,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:13.320118 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.332430 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Calling delete_port for e0d9f67d-1b3e-48e6-8017-d7ef52188736 owned by network:router_gateway {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:13.436688 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.483346 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] Set router 61629db0-c5b2-46a9-9c2d-1929025a15f7 gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:13.533149 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:13.535840 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:29:13Z', 'revision_number': 6, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:13.564277 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81127393-c236-482b-9c1b-2a818a7cd568 None None] The sync data for ids ['61629db0-c5b2-46a9-9c2d-1929025a15f7'] in dv-cinder-797608-61-iscsi is: [{'id': '61629db0-c5b2-46a9-9c2d-1929025a15f7', 'name': 'tempest-TestVolumeBootPattern-680986661-router', 'tenant_id': '141003bbc94b41569683aef4c15b46f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:43Z', 'updated_at': '2022-07-25T12:29:13Z', 'revision_number': 6, 'project_id': '141003bbc94b41569683aef4c15b46f1', 'gw_port_host': None}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:29:13.742834 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (e0d9f67d-1b3e-48e6-8017-d7ef52188736), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.768196 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d9f67d-1b3e-48e6-8017-d7ef52188736,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:13.833446 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (61629db0-c5b2-46a9-9c2d-1929025a15f7), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.920519 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (61629db0-c5b2-46a9-9c2d-1929025a15f7), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.922841 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks [] for router_controller (61629db0-c5b2-46a9-9c2d-1929025a15f7), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.966130 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (61629db0-c5b2-46a9-9c2d-1929025a15f7), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.966818 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61629db0-c5b2-46a9-9c2d-1929025a15f7 {{(pid=104018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:29:13.971314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:13.975053 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-6e3f1e49-4773-4d00-bf5b-54fd839c7fdc admin admin] 10.222.0.42 "DELETE /v2.0/routers/61629db0-c5b2-46a9-9c2d-1929025a15f7 HTTP/1.1" status: 204 len: 168 time: 0.9777250 Jul 25 12:29:13.975301 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56818) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:14.025245 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] Deleting subnet dcf69874-85a3-44b4-939d-593d1690b9b5 {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:29:14.028417 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] Publish callbacks [] for subnet (dcf69874-85a3-44b4-939d-593d1690b9b5), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.063351 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (dcf69874-85a3-44b4-939d-593d1690b9b5), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.140429 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (dcf69874-85a3-44b4-939d-593d1690b9b5), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.193535 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (dcf69874-85a3-44b4-939d-593d1690b9b5), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.218445 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf69874-85a3-44b4-939d-593d1690b9b5,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:14.222868 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.226117 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-f8c044d8-f350-4ca6-8b19-ec3ac73b325c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dcf69874-85a3-44b4-939d-593d1690b9b5 HTTP/1.1" status: 204 len: 168 time: 0.2498951 Jul 25 12:29:14.229229 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56820) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:14.230203 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95de0c-0120-4936-aff6-f3f3665bfa92 None None] Network 11d8ce76-c85a-44ea-b9a3-bfb714066192 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:29:14.277249 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:14.305649 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (11d8ce76-c85a-44ea-b9a3-bfb714066192), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.352109 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Deleting port d450d1bc-1903-4fdc-9ce2-89054692b73f {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:14.352452 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.395949 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] DHCP port deletion for 11d8ce76-c85a-44ea-b9a3-bfb714066192 request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:29:14.424783 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:14.430643 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] For port d450d1bc-1903-4fdc-9ce2-89054692b73f, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=d450d1bc-1903-4fdc-9ce2-89054692b73f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:14.430643 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.435362 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] Deleting port d450d1bc-1903-4fdc-9ce2-89054692b73f {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:14.435754 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.444764 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Calling delete_port for d450d1bc-1903-4fdc-9ce2-89054692b73f owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:14.499685 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] For port d450d1bc-1903-4fdc-9ce2-89054692b73f, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=d450d1bc-1903-4fdc-9ce2-89054692b73f,segment=NetworkSegment(9a7d8dcb-0c61-4b82-8cb7-d751b683cf30),segment_id=9a7d8dcb-0c61-4b82-8cb7-d751b683cf30)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:14.500291 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.513664 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] Calling delete_port for d450d1bc-1903-4fdc-9ce2-89054692b73f owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:14.528749 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.554752 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Pushing event deleted for resources: {'Port': ['ID=d450d1bc-1903-4fdc-9ce2-89054692b73f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:14.558719 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] No DVR routers for this DVR port d450d1bc-1903-4fdc-9ce2-89054692b73f on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:29:14.604518 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (d450d1bc-1903-4fdc-9ce2-89054692b73f), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.638325 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (11d8ce76-c85a-44ea-b9a3-bfb714066192), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.640039 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] Pushing event deleted for resources: {'Port': ['ID=d450d1bc-1903-4fdc-9ce2-89054692b73f,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:14.649893 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2352e-74a5-4d0c-a312-65141623d0f2 None None] No DVR routers for this DVR port d450d1bc-1903-4fdc-9ce2-89054692b73f on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:29:14.663695 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d8ce76-c85a-44ea-b9a3-bfb714066192']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:14.673314 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:14.673617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7d8dcb-0c61-4b82-8cb7-d751b683cf30') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:14.684575 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (9a7d8dcb-0c61-4b82-8cb7-d751b683cf30), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.698373 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (9a7d8dcb-0c61-4b82-8cb7-d751b683cf30), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.704796 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:29:14.705179 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (9a7d8dcb-0c61-4b82-8cb7-d751b683cf30), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.746888 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 9a7d8dcb-0c61-4b82-8cb7-d751b683cf30 resource provider aggregate not found Jul 25 12:29:14.765182 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 9a7d8dcb-0c61-4b82-8cb7-d751b683cf30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a7d8dcb-0c61-4b82-8cb7-d751b683cf30 found for delete ", "request_id": "req-136afa33-e9b5-49ce-9d5a-81eb76693f43"}]} Jul 25 12:29:14.771619 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (11d8ce76-c85a-44ea-b9a3-bfb714066192), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.777904 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:14.781311 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] 10.222.0.42 "DELETE /v2.0/networks/11d8ce76-c85a-44ea-b9a3-bfb714066192 HTTP/1.1" status: 204 len: 168 time: 0.5510521 Jul 25 12:29:14.784451 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56826) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:14.794815 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ea6b0-6a9f-4067-b6a8-d459ac9a7585 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d8ce76-c85a-44ea-b9a3-bfb714066192,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:15.090472 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (390d3efd-0753-49e6-ac0d-526b69fc58a8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:15.304527 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Deleting port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:15.304848 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:15.380427 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] For port 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,segment=NetworkSegment(dc143cbe-4a4f-455f-8c6f-456692f614e8),segment_id=dc143cbe-4a4f-455f-8c6f-456692f614e8)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:15.380712 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:15.393011 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Calling delete_port for 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:15.435742 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=100 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:15.552590 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3fc10880-258a-43ce-b72c-62c9f3b66711 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:15.568706 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:15.573082 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:15.573240 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 3fc10880-258a-43ce-b72c-62c9f3b66711 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:15.573553 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3fc10880-258a-43ce-b72c-62c9f3b66711 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:15.573964 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d450d1bc-1903-4fdc-9ce2-89054692b73f no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:15.592356 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: d450d1bc-1903-4fdc-9ce2-89054692b73f {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:15.592706 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device d450d1bc-1903-4fdc-9ce2-89054692b73f not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:15.593117 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e0d9f67d-1b3e-48e6-8017-d7ef52188736 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:15.600015 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:15.614764 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: e0d9f67d-1b3e-48e6-8017-d7ef52188736 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:15.614973 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device e0d9f67d-1b3e-48e6-8017-d7ef52188736 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:15.764509 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (390d3efd-0753-49e6-ac0d-526b69fc58a8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:15.969647 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Router 390d3efd-0753-49e6-ac0d-526b69fc58a8 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:29:16.074164 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:29:16.081604 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f8f3a7e9-bf31-42f3-8ad6-fe1bcfe7355e admin admin] 10.222.0.42 "PUT /v2.0/routers/390d3efd-0753-49e6-ac0d-526b69fc58a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2934763 Jul 25 12:29:16.081975 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56828) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:16.082623 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a110a4-240f-4849-9818-6231081477ae None None] Sync routers for ids ['390d3efd-0753-49e6-ac0d-526b69fc58a8'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:29:16.095244 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] Routers {'390d3efd-0753-49e6-ac0d-526b69fc58a8'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:16.095891 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['390d3efd-0753-49e6-ac0d-526b69fc58a8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:16.182604 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks [] for router (390d3efd-0753-49e6-ac0d-526b69fc58a8), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.285805 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks [] for router_gateway (390d3efd-0753-49e6-ac0d-526b69fc58a8), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.323768 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] Set router 390d3efd-0753-49e6-ac0d-526b69fc58a8 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:16.332961 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Deleting port 2c65787e-fe51-4275-9d73-7733f735de8d {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:16.333303 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.412940 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] For port 2c65787e-fe51-4275-9d73-7733f735de8d, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2c65787e-fe51-4275-9d73-7733f735de8d,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:16.413299 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.426484 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Calling delete_port for 2c65787e-fe51-4275-9d73-7733f735de8d owned by network:router_gateway {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:16.478454 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:16.489939 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:29:15Z', 'revision_number': 5, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port': {'id': '2c65787e-fe51-4275-9d73-7733f735de8d', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:21:50Z', 'updated_at': '2022-07-25T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:16.515300 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a110a4-240f-4849-9818-6231081477ae None None] Checking router: 390d3efd-0753-49e6-ac0d-526b69fc58a8 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:29:16.523681 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] Routers {'390d3efd-0753-49e6-ac0d-526b69fc58a8'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:16.524298 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:28:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['390d3efd-0753-49e6-ac0d-526b69fc58a8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:16.583504 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:16.596837 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (2c65787e-fe51-4275-9d73-7733f735de8d), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.611067 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] Set router 390d3efd-0753-49e6-ac0d-526b69fc58a8 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:16.632462 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c65787e-fe51-4275-9d73-7733f735de8d,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:16.664718 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f7a110a4-240f-4849-9818-6231081477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:29:16Z', 'revision_number': 6, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:16.690346 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (390d3efd-0753-49e6-ac0d-526b69fc58a8), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.692445 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a110a4-240f-4849-9818-6231081477ae None None] The sync data for ids ['390d3efd-0753-49e6-ac0d-526b69fc58a8'] in dv-cinder-797608-61-iscsi is: [{'id': '390d3efd-0753-49e6-ac0d-526b69fc58a8', 'name': 'tempest-TestVolumeBootPattern-603663215-router', 'tenant_id': '5922b8528101418b84ca9b5b53f49cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:21:49Z', 'updated_at': '2022-07-25T12:29:16Z', 'revision_number': 6, 'project_id': '5922b8528101418b84ca9b5b53f49cc5', 'gw_port_host': None}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:29:16.778021 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (390d3efd-0753-49e6-ac0d-526b69fc58a8), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.780264 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks [] for router_controller (390d3efd-0753-49e6-ac0d-526b69fc58a8), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.821180 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (390d3efd-0753-49e6-ac0d-526b69fc58a8), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.822441 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 390d3efd-0753-49e6-ac0d-526b69fc58a8 {{(pid=104018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:29:16.826576 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.827729 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-8358c96f-708e-40b6-9152-96f61ea645c6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/390d3efd-0753-49e6-ac0d-526b69fc58a8 HTTP/1.1" status: 204 len: 168 time: 0.7447486 Jul 25 12:29:16.830275 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56830) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:16.877075 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] Deleting subnet 05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04 {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:29:16.880045 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] Publish callbacks [] for subnet (05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.914428 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:16.987094 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.044964 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.078938 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:17.081787 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.084987 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-7b7e6a74-3934-4cd8-80c5-cfe1034339cb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/05f078dc-4c1d-4cfe-9bfe-a7ecaa44ad04 HTTP/1.1" status: 204 len: 168 time: 0.2537856 Jul 25 12:29:17.087427 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56832) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:17.091704 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea78dc2-9483-4fea-be37-e7c4e7817749 None None] Network 5ef86931-8129-4bfe-b428-2f932ef50e8f requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:29:17.162831 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (5ef86931-8129-4bfe-b428-2f932ef50e8f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.207901 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Deleting port 0e077e71-e0bf-4b52-9409-fe40e89ee06a {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:17.208237 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.270157 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] For port 0e077e71-e0bf-4b52-9409-fe40e89ee06a, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=0e077e71-e0bf-4b52-9409-fe40e89ee06a,segment=NetworkSegment(dc143cbe-4a4f-455f-8c6f-456692f614e8),segment_id=dc143cbe-4a4f-455f-8c6f-456692f614e8)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:17.270517 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.282796 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Calling delete_port for 0e077e71-e0bf-4b52-9409-fe40e89ee06a owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:17.363944 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (0e077e71-e0bf-4b52-9409-fe40e89ee06a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.389836 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e077e71-e0bf-4b52-9409-fe40e89ee06a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:17.391570 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] No DVR routers for this DVR port 0e077e71-e0bf-4b52-9409-fe40e89ee06a on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:29:17.394523 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:17.466703 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978efb9-6992-4125-9dbc-c9427a1a0f0b None None] DHCP port deletion for 5ef86931-8129-4bfe-b428-2f932ef50e8f request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:29:17.467018 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (5ef86931-8129-4bfe-b428-2f932ef50e8f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.481442 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:17.494912 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef86931-8129-4bfe-b428-2f932ef50e8f']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:17.505656 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc143cbe-4a4f-455f-8c6f-456692f614e8') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:17.505952 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc143cbe-4a4f-455f-8c6f-456692f614e8') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:17.516713 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (dc143cbe-4a4f-455f-8c6f-456692f614e8), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.530436 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (dc143cbe-4a4f-455f-8c6f-456692f614e8), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.536697 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:29:17.537081 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (dc143cbe-4a4f-455f-8c6f-456692f614e8), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.555478 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 0e077e71-e0bf-4b52-9409-fe40e89ee06a no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:17.575813 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 0e077e71-e0bf-4b52-9409-fe40e89ee06a {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:17.576275 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment dc143cbe-4a4f-455f-8c6f-456692f614e8 resource provider aggregate not found Jul 25 12:29:17.576461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 0e077e71-e0bf-4b52-9409-fe40e89ee06a not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:17.576884 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2c65787e-fe51-4275-9d73-7733f735de8d no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:17.595362 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment dc143cbe-4a4f-455f-8c6f-456692f614e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc143cbe-4a4f-455f-8c6f-456692f614e8 found for delete ", "request_id": "req-f14b8eb2-3c21-4ddb-96b2-b5590b08c6a2"}]} Jul 25 12:29:17.596743 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 2c65787e-fe51-4275-9d73-7733f735de8d {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:17.597091 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2c65787e-fe51-4275-9d73-7733f735de8d not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:17.597698 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:29:17.607416 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (5ef86931-8129-4bfe-b428-2f932ef50e8f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.613474 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.616753 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ef86931-8129-4bfe-b428-2f932ef50e8f HTTP/1.1" status: 204 len: 168 time: 0.5283577 Jul 25 12:29:17.623028 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:29:17.623490 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 0c2e81d0-6ae0-40ab-8dc7-7978c3e244ec not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:29:17.638257 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52509cfa-4673-45e9-abfb-9c0fb1fd4f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef86931-8129-4bfe-b428-2f932ef50e8f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:17.739236 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56840) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:17.784511 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-71e8fe98-e74c-461f-9bbe-59d4c1c9ef0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=141003bbc94b41569683aef4c15b46f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411868 Jul 25 12:29:17.784511 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56842) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:17.840169 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8504f3e-2437-4e18-8cfa-aa958ff70bc8 admin admin] Publish callbacks [] for security_group (489312ff-fa13-4076-9454-f9a53e03a959), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.861468 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8504f3e-2437-4e18-8cfa-aa958ff70bc8 admin admin] Publish callbacks [] for security_group (489312ff-fa13-4076-9454-f9a53e03a959), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.908343 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8504f3e-2437-4e18-8cfa-aa958ff70bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (489312ff-fa13-4076-9454-f9a53e03a959), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.910797 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8504f3e-2437-4e18-8cfa-aa958ff70bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:17.911955 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d8504f3e-2437-4e18-8cfa-aa958ff70bc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/489312ff-fa13-4076-9454-f9a53e03a959 HTTP/1.1" status: 204 len: 168 time: 0.1269600 Jul 25 12:29:17.919733 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8504f3e-2437-4e18-8cfa-aa958ff70bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489312ff-fa13-4076-9454-f9a53e03a959,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:18.226412 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56848) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:18.266639 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-5952c067-2bfc-4cca-84a3-10c9fc53132a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5922b8528101418b84ca9b5b53f49cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391164 Jul 25 12:29:18.269060 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56850) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:18.316434 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-10d968eb-a951-4345-a7bc-7a2403ed0eca admin admin] Publish callbacks [] for security_group (099bd11d-9f61-4c47-be1a-5cb8e90a65de), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:18.338014 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-10d968eb-a951-4345-a7bc-7a2403ed0eca admin admin] Publish callbacks [] for security_group (099bd11d-9f61-4c47-be1a-5cb8e90a65de), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:18.383600 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-10d968eb-a951-4345-a7bc-7a2403ed0eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (099bd11d-9f61-4c47-be1a-5cb8e90a65de), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:18.386739 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-10d968eb-a951-4345-a7bc-7a2403ed0eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:18.387881 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-10d968eb-a951-4345-a7bc-7a2403ed0eca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/099bd11d-9f61-4c47-be1a-5cb8e90a65de HTTP/1.1" status: 204 len: 168 time: 0.1179371 Jul 25 12:29:18.395475 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d968eb-a951-4345-a7bc-7a2403ed0eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099bd11d-9f61-4c47-be1a-5cb8e90a65de,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:21.314727 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c6f75985-e8eb-4d49-8506-ad32948cf214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:23.435824 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d99db070-ca01-45bc-8366-b927eb90c12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:23.541343 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:24.759806 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:26.071318 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=43 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:26.072604 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=84,neutron:DELETE=4 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:26.343849 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:26.526898 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:28.391084 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=62,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:28.391898 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=51,neutron:DELETE=6 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:30.745734 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:29:34.776155 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:36.516511 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:36.520023 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=66,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:36.522111 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:40.742551 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:43.452488 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:51.316121 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f319-da45-4304-bc4e-b3e2a5beb818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:53.437564 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d16c6108-9f27-4a18-8102-e7e390af77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:53.957568 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56854) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:54.097298 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Deleting port af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:54.097643 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:54.172391 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:54.172719 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for floatingip (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:54.185119 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Calling delete_port for af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5 owned by network:floatingip {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:54.281101 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-dfbae031-9c5c-4570-a3d0-8ac30a19a0a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531371 Jul 25 12:29:54.349696 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-7e13c239-9577-49fb-8bbb-501feb36d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:54.351233 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-7e13c239-9577-49fb-8bbb-501feb36d667 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1130 time: 0.0484149 Jul 25 12:29:54.452919 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:54.490040 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event deleted for resources: {'Port': ['ID=af9b4fc1-3fa6-4926-8eb1-aab8fa917ff5,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:54.543388 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-d19d7435-42c2-4932-86f4-aed44810e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:54.545131 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-d19d7435-42c2-4932-86f4-aed44810e575 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 908 time: 0.1662552 Jul 25 12:29:54.592323 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-ae3591cd-4b29-4c4d-b0bb-b992c71049e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 217 time: 0.0379450 Jul 25 12:29:54.598648 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for floatingip (300046d7-d531-45b5-a65c-16049c35440a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:54.598648 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.db.l3_db [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Floating IP 300046d7-d531-45b5-a65c-16049c35440a disassociated (deleted). External IP: 172.27.0.58, port: ce9adc4d-f014-4c86-ab08-37edf3c4210e. Jul 25 12:29:54.710418 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-1c1c0a91-59c9-4b46-aef7-685a9266a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:54.711795 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-1c1c0a91-59c9-4b46-aef7-685a9266a7ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.1105134 Jul 25 12:29:54.754363 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:54.763327 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:54.768020 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-66df84c7-ecb2-4aaf-8f02-6a0d99a08d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:54.769423 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-66df84c7-ecb2-4aaf-8f02-6a0d99a08d1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502806 Jul 25 12:29:54.857241 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:54.944359 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-e3b40ce9-1054-4c52-a5e9-fcfd5494c0f8 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399603 Jul 25 12:29:54.946006 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Router 0f663fc1-116c-47f9-98f7-d86e0821ef0a has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:29:55.368940 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-f041e8a4-9764-4ee9-883a-7ff3f118b8c5 req-2264032f-59f6-4306-a709-2e66ddeb5362 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174278 Jul 25 12:29:55.370857 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:29:55.375625 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:55.380387 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] Sync routers for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:29:55.391019 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:55.392315 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:29:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:55.405542 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-625ad55a-558b-4186-8ccf-45f5ace4739d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "DELETE /v2.0/floatingips/300046d7-d531-45b5-a65c-16049c35440a HTTP/1.1" status: 204 len: 168 time: 1.4468699 Jul 25 12:29:55.406118 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:29:55.408545 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd26322-1f67-49e0-bdd4-10d6bb2c248c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:29:55.454702 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42255729-4295-4415-aa6e-ee25699a6a44 x-openstack-request-id: req-42255729-4295-4415-aa6e-ee25699a6a44 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:29:55.454998 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:29:55.455817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42255729-4295-4415-aa6e-ee25699a6a44 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:29:55.455817 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42255729-4295-4415-aa6e-ee25699a6a44'] response: {'name': 'network-changed', 'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'status': 'completed', 'code': 200} Jul 25 12:29:55.505265 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:55.700909 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 5, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:55.725658 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] Checking router: 0f663fc1-116c-47f9-98f7-d86e0821ef0a for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:29:55.734473 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:29:55.735071 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:29:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:55.840153 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:29:55.861767 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502c679-ce96-4d5e-8ec8-33ab97d06d3b req-63cfedd8-ff91-41fb-9d6d-79f5c5fc8005 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:55.863329 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3502c679-ce96-4d5e-8ec8-33ab97d06d3b req-63cfedd8-ff91-41fb-9d6d-79f5c5fc8005 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.2739542 Jul 25 12:29:55.911500 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-3502c679-ce96-4d5e-8ec8-33ab97d06d3b req-13202413-e750-47c6-a9cf-80b35d2f4e7b tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Jul 25 12:29:56.024039 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 5, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:29:56.051831 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09735239-e8a0-406a-ad20-32e727e839a6 None None] The sync data for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi is: [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:25:42Z', 'revision_number': 4, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi', '_interfaces': [{'id': '2371ffdc-a069-45e8-a47b-efce38cf87e5', 'name': '', 'network_id': 'e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'mac_address': 'fa:16:3e:4e:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:41Z', 'updated_at': '2022-07-25T12:25:45Z', 'revision_number': 5, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'subnets': [{'id': '69a33499-655d-44ce-80a6-92fbefb44d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:29:56.251659 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade65b34-45b9-4c87-bb9a-41c87f1345ba None None] New status for floating IP 300046d7-d531-45b5-a65c-16049c35440a: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:29:56.347662 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:56.528763 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:56.745393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-844ef886-8749-4e68-b430-51b1ff7f67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:56.746846 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-844ef886-8749-4e68-b430-51b1ff7f67c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=376f79202b2d46b4bff1b67d8b10add6&device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 1130 time: 0.0429320 Jul 25 12:29:56.843767 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-5863f3ab-0b6c-4693-bc37-6919a3fa4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:56.845254 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-5863f3ab-0b6c-4693-bc37-6919a3fa4a7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 200 len: 908 time: 0.0856972 Jul 25 12:29:57.085279 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ecfd0-5ed2-46bd-b31e-27035cb9c2f0 req-7532b703-80fa-4d01-a2ac-43d191545e3a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:57.086760 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-050ecfd0-5ed2-46bd-b31e-27035cb9c2f0 req-7532b703-80fa-4d01-a2ac-43d191545e3a tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.1000340 Jul 25 12:29:57.096727 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-4922c2f5-34ca-4352-8ca7-ac1faf6e1fdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 200 len: 217 time: 0.0326927 Jul 25 12:29:57.135964 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-050ecfd0-5ed2-46bd-b31e-27035cb9c2f0 req-3cd9e263-4eaa-4a82-a5b8-68bc8e90920d tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/security-groups?id=342253d4-5847-42f7-8591-d6f883efd191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Jul 25 12:29:57.281232 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-6290ea1a-da12-4a58-9b8f-e3c8bc72ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:57.282637 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-6290ea1a-da12-4a58-9b8f-e3c8bc72ce0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 200 len: 846 time: 0.0487664 Jul 25 12:29:57.361334 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-e52cf4b3-57c5-4418-a57a-a62a8e137079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:57.362820 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-e52cf4b3-57c5-4418-a57a-a62a8e137079 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684011 Jul 25 12:29:57.370596 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-be4f4176-f80e-4155-84aa-c046684bf043 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:29:57.371912 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-be4f4176-f80e-4155-84aa-c046684bf043 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 946 time: 0.0700004 Jul 25 12:29:57.516617 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Deleting port ce9adc4d-f014-4c86-ab08-37edf3c4210e {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:29:57.516962 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:57.523699 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-4d6b691d-1593-458d-9407-07541f60719b service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509116 Jul 25 12:29:57.568206 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:57.574095 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:29:57.679133 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] For port ce9adc4d-f014-4c86-ab08-37edf3c4210e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ce9adc4d-f014-4c86-ab08-37edf3c4210e,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:29:57.679438 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:57.700950 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-edd26322-1f67-49e0-bdd4-10d6bb2c248c req-48dbe8ef-9953-4c74-842e-4147d0520c15 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631842 Jul 25 12:29:57.701877 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Calling delete_port for ce9adc4d-f014-4c86-ab08-37edf3c4210e owned by compute:nova {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:29:57.828918 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (ce9adc4d-f014-4c86-ab08-37edf3c4210e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:57.859981 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event deleted for resources: {'Port': ['ID=ce9adc4d-f014-4c86-ab08-37edf3c4210e,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:57.903062 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] No DVR routers for this DVR port ce9adc4d-f014-4c86-ab08-37edf3c4210e on host hv-cinder-79760 {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:29:57.905999 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:57.909187 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [req-78a764d1-ef98-4b97-a8a0-535bb848541c req-80d6846b-cc38-4e79-9b20-106bdacf7fd3 tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.39 "DELETE /v2.0/ports/ce9adc4d-f014-4c86-ab08-37edf3c4210e HTTP/1.1" status: 204 len: 173 time: 0.5288672 Jul 25 12:29:57.909628 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-deleted', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:29:57.911854 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97309d882115a689d2f239c0efb55437ac20600ef1dd04c351b9f3ca0b302fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf792f7-db87-4810-b09f-9b8fe8f62b37" -d '{"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-deleted", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:29:57.950109 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e407c5fc-7e8e-4849-8feb-23f36541955a x-openstack-request-id: req-e407c5fc-7e8e-4849-8feb-23f36541955a {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:29:57.950393 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a52c51-3bf0-49e4-b87f-6917ff4807df", "name": "network-vif-deleted", "tag": "ce9adc4d-f014-4c86-ab08-37edf3c4210e", "status": "completed", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:29:57.950642 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e407c5fc-7e8e-4849-8feb-23f36541955a {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:29:57.951038 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e407c5fc-7e8e-4849-8feb-23f36541955a'] response: {'server_uuid': 'd1a52c51-3bf0-49e4-b87f-6917ff4807df', 'name': 'network-vif-deleted', 'tag': 'ce9adc4d-f014-4c86-ab08-37edf3c4210e', 'status': 'completed', 'code': 200} Jul 25 12:29:58.248237 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [req-50d1b4e7-17bb-4205-a0a3-827d61e3324f req-1cade90e-2217-4092-af03-42baf4e17d0b tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a52c51-3bf0-49e4-b87f-6917ff4807df HTTP/1.1" status: 200 len: 210 time: 0.0365393 Jul 25 12:29:59.311793 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56880) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:59.367876 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group (342253d4-5847-42f7-8591-d6f883efd191), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:59.398071 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group (342253d4-5847-42f7-8591-d6f883efd191), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:59.460447 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (342253d4-5847-42f7-8591-d6f883efd191), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:59.463094 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:29:59.464259 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] 10.222.0.42 "DELETE /v2.0/security-groups/342253d4-5847-42f7-8591-d6f883efd191 HTTP/1.1" status: 204 len: 168 time: 0.1526484 Jul 25 12:29:59.473488 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342253d4-5847-42f7-8591-d6f883efd191,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:29:59.481414 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.481769 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.482114 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.482452 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.482782 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.483112 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.483436 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.483795 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.484119 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.484440 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.484762 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.485081 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.485401 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.485718 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.486033 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07912e-416e-44ab-8fe5-0c48e414feaa tempest-TestShelveInstance-1547470338 tempest-TestShelveInstance-1547470338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:29:59.508832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56886) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:29:59.813432 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (0f663fc1-116c-47f9-98f7-d86e0821ef0a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:00.027232 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Deleting port 2371ffdc-a069-45e8-a47b-efce38cf87e5 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:30:00.027638 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:00.086327 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:00.109079 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] For port 2371ffdc-a069-45e8-a47b-efce38cf87e5, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=2371ffdc-a069-45e8-a47b-efce38cf87e5,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:30:00.109432 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:00.122381 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Calling delete_port for 2371ffdc-a069-45e8-a47b-efce38cf87e5 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:30:00.159878 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:00.282415 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ce9adc4d-f014-4c86-ab08-37edf3c4210e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:30:00.303756 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] No Port match for: ce9adc4d-f014-4c86-ab08-37edf3c4210e {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:30:00.304106 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Device ce9adc4d-f014-4c86-ab08-37edf3c4210e not bound to the agent host hv-cinder-79760 {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:30:00.532628 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (2371ffdc-a069-45e8-a47b-efce38cf87e5), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:00.554721 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=2371ffdc-a069-45e8-a47b-efce38cf87e5,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:00.718083 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (0f663fc1-116c-47f9-98f7-d86e0821ef0a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:00.921342 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Router 0f663fc1-116c-47f9-98f7-d86e0821ef0a has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:30:01.020831 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:30:01.025925 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c532abe4-2945-4905-9083-e9d4aeee3b72 admin admin] 10.222.0.42 "PUT /v2.0/routers/0f663fc1-116c-47f9-98f7-d86e0821ef0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5160110 Jul 25 12:30:01.028389 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56888) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:01.031377 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] Sync routers for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:30:01.040918 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:30:01.041556 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:29:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:01.124832 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks [] for router (0f663fc1-116c-47f9-98f7-d86e0821ef0a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.140775 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: dv-cinder-797608-61-iscsi {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:30:01.157029 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:01.219864 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:01.222538 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks [] for router_gateway (0f663fc1-116c-47f9-98f7-d86e0821ef0a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.267776 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Deleting port bed5f233-4df2-4a89-8d67-f1309a6fad90 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:30:01.268114 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.308596 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:01.309932 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:30:00Z', 'revision_number': 5, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port': {'id': 'bed5f233-4df2-4a89-8d67-f1309a6fad90', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:40Z', 'updated_at': '2022-07-25T12:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:01.333701 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] Checking router: 0f663fc1-116c-47f9-98f7-d86e0821ef0a for host: dv-cinder-797608-61-iscsi {{(pid=104020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:30:01.341996 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] Routers {'0f663fc1-116c-47f9-98f7-d86e0821ef0a'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:30:01.342571 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:29:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'], 'active': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:01.347702 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] For port bed5f233-4df2-4a89-8d67-f1309a6fad90, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=bed5f233-4df2-4a89-8d67-f1309a6fad90,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:30:01.348071 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.360985 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Calling delete_port for bed5f233-4df2-4a89-8d67-f1309a6fad90 owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:30:01.420730 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:01.425293 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvr_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] Set router 0f663fc1-116c-47f9-98f7-d86e0821ef0a gateway port host: None {{(pid=104020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:30:01.529201 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283198'] for port (bed5f233-4df2-4a89-8d67-f1309a6fad90), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.567596 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:30:01Z', 'revision_number': 6, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:01.570973 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed5f233-4df2-4a89-8d67-f1309a6fad90,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:01.593309 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ab2e37-71df-499d-a42f-87730e825891 None None] The sync data for ids ['0f663fc1-116c-47f9-98f7-d86e0821ef0a'] in dv-cinder-797608-61-iscsi is: [{'id': '0f663fc1-116c-47f9-98f7-d86e0821ef0a', 'name': 'tempest-TestShelveInstance-19727998-router', 'tenant_id': '376f79202b2d46b4bff1b67d8b10add6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:39Z', 'updated_at': '2022-07-25T12:30:01Z', 'revision_number': 6, 'project_id': '376f79202b2d46b4bff1b67d8b10add6', 'gw_port_host': None}] {{(pid=104020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:30:01.634789 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (0f663fc1-116c-47f9-98f7-d86e0821ef0a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.720467 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (0f663fc1-116c-47f9-98f7-d86e0821ef0a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.722587 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks [] for router_controller (0f663fc1-116c-47f9-98f7-d86e0821ef0a), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.763316 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (0f663fc1-116c-47f9-98f7-d86e0821ef0a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.763820 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f663fc1-116c-47f9-98f7-d86e0821ef0a {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:30:01.768278 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.771876 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1082dfca-0233-4e96-82b8-2b78e5622e90 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0f663fc1-116c-47f9-98f7-d86e0821ef0a HTTP/1.1" status: 204 len: 168 time: 0.7402332 Jul 25 12:30:01.772036 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.42', 56890) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:01.823960 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] Deleting subnet 69a33499-655d-44ce-80a6-92fbefb44d41 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:30:01.827071 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] Publish callbacks [] for subnet (69a33499-655d-44ce-80a6-92fbefb44d41), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.861112 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31283890'] for subnet (69a33499-655d-44ce-80a6-92fbefb44d41), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.933588 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (69a33499-655d-44ce-80a6-92fbefb44d41), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:01.980577 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:01.994278 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31283149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31309322'] for subnet (69a33499-655d-44ce-80a6-92fbefb44d41), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.019901 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a33499-655d-44ce-80a6-92fbefb44d41,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:02.025493 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.029244 dv-cinder-797608-61-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c55135fa-e774-4de4-99c8-8ad74d1a56b3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/69a33499-655d-44ce-80a6-92fbefb44d41 HTTP/1.1" status: 204 len: 168 time: 0.2562969 Jul 25 12:30:02.031970 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56892) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:02.032466 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f767dc-9e25-47c5-8f0f-bab6408aefc9 None None] Network e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:30:02.103938 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.154990 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Deleting port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:30:02.155342 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.222523 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] For port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=3f6f2d1f-eb18-488f-9a33-acb4974abcd0,segment=NetworkSegment(e7db225a-4486-4c12-8d65-6e6d22bfdb44),segment_id=e7db225a-4486-4c12-8d65-6e6d22bfdb44)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:30:02.222886 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.235693 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Calling delete_port for 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:30:02.315926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (3f6f2d1f-eb18-488f-9a33-acb4974abcd0), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.341637 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6f2d1f-eb18-488f-9a33-acb4974abcd0,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:02.346501 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] No DVR routers for this DVR port 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:30:02.373372 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.373719 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.374059 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.374394 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.374722 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.374846 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff9c95-e1df-4be6-9bd2-ee1a2978fa49 None None] DHCP port deletion for e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:30:02.375062 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.375599 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.376093 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.376581 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.377069 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.377731 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.378226 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.378702 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.379185 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.379522 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:02.439621 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.462099 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:02.474083 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7db225a-4486-4c12-8d65-6e6d22bfdb44') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:02.474515 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7db225a-4486-4c12-8d65-6e6d22bfdb44') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:02.485109 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (e7db225a-4486-4c12-8d65-6e6d22bfdb44), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.497533 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:02.500770 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (e7db225a-4486-4c12-8d65-6e6d22bfdb44), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.508687 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:30:02.509184 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (e7db225a-4486-4c12-8d65-6e6d22bfdb44), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.550037 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment e7db225a-4486-4c12-8d65-6e6d22bfdb44 resource provider aggregate not found Jul 25 12:30:02.584287 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:02.587045 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment e7db225a-4486-4c12-8d65-6e6d22bfdb44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7db225a-4486-4c12-8d65-6e6d22bfdb44 found for delete ", "request_id": "req-65ef7826-9fb6-4cdd-96db-ffc7d333cdd3"}]} Jul 25 12:30:02.588546 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.594362 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:02.597477 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] 10.222.0.42 "DELETE /v2.0/networks/e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228 HTTP/1.1" status: 204 len: 168 time: 0.5644307 Jul 25 12:30:02.600425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56898) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:02.617104 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa467c-349b-4fde-bd9b-0abc79c0673a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ac5d0d-b0c8-425e-b600-fc0f4ed3b228,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:02.927984 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1951035'] for router_interface (c6e04a44-4b25-4b12-b70a-ce9e75897798), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:03.143933 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Deleting port 218f6da2-0197-4b67-ace9-b988fcecc832 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:30:03.144664 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:03.221850 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] For port 218f6da2-0197-4b67-ace9-b988fcecc832, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=218f6da2-0197-4b67-ace9-b988fcecc832,segment=NetworkSegment(2e1bd9f9-95da-4159-860d-30fa6ab32e47),segment_id=2e1bd9f9-95da-4159-860d-30fa6ab32e47)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:30:03.222135 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:03.235140 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Calling delete_port for 218f6da2-0197-4b67-ace9-b988fcecc832 owned by network:router_interface {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:30:03.400000 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:03.421552 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:03.426273 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (218f6da2-0197-4b67-ace9-b988fcecc832), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:03.453936 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=218f6da2-0197-4b67-ace9-b988fcecc832,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:03.614708 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598123'] for router_interface (c6e04a44-4b25-4b12-b70a-ce9e75897798), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:03.648011 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2371ffdc-a069-45e8-a47b-efce38cf87e5 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:30:03.667116 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 2371ffdc-a069-45e8-a47b-efce38cf87e5 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:30:03.667538 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 2371ffdc-a069-45e8-a47b-efce38cf87e5 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:30:03.668027 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device bed5f233-4df2-4a89-8d67-f1309a6fad90 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:30:03.686579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: bed5f233-4df2-4a89-8d67-f1309a6fad90 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:30:03.686916 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device bed5f233-4df2-4a89-8d67-f1309a6fad90 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:30:03.687318 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:30:03.704892 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:30:03.705235 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 3f6f2d1f-eb18-488f-9a33-acb4974abcd0 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:30:03.824543 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Router c6e04a44-4b25-4b12-b70a-ce9e75897798 has already been hosted by L3 agent ab6a9fe2-249d-4545-8310-2a971d081c08 {{(pid=104018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:30:03.925062 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] Notify agent at l3_agent.dv-cinder-797608-61-iscsi the message routers_updated {{(pid=104018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:30:03.929983 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-7db08d01-c14a-40ec-8f44-1238f13787b1 admin admin] 10.222.0.42 "PUT /v2.0/routers/c6e04a44-4b25-4b12-b70a-ce9e75897798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3197558 Jul 25 12:30:03.932494 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56900) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:03.934832 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] Sync routers for ids ['c6e04a44-4b25-4b12-b70a-ce9e75897798'] in dv-cinder-797608-61-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:30:03.945793 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] Routers {'c6e04a44-4b25-4b12-b70a-ce9e75897798'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:30:03.946405 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:29:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['c6e04a44-4b25-4b12-b70a-ce9e75897798'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:04.029087 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks [] for router (c6e04a44-4b25-4b12-b70a-ce9e75897798), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.047128 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] Set router c6e04a44-4b25-4b12-b70a-ce9e75897798 gateway port host: dv-cinder-797608-61-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:30:04.123828 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks [] for router_gateway (c6e04a44-4b25-4b12-b70a-ce9e75897798), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.167786 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Deleting port 81a8d7ae-0039-49e9-9304-2facdd73578f {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:30:04.168438 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.213198 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'external_fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:30:03Z', 'revision_number': 5, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port': {'id': '81a8d7ae-0039-49e9-9304-2facdd73578f', 'name': '', 'network_id': '66e67a12-a800-42c3-a844-f77dfceea3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-61-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:25:44Z', 'updated_at': '2022-07-25T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c93c280e-75cb-4553-a798-b9d6364c46cc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-61-iscsi'}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:04.241327 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] Checking router: c6e04a44-4b25-4b12-b70a-ce9e75897798 for host: dv-cinder-797608-61-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:30:04.247639 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] For port 81a8d7ae-0039-49e9-9304-2facdd73578f, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=81a8d7ae-0039-49e9-9304-2facdd73578f,segment=NetworkSegment(39fda157-ea0e-4884-82b2-2e6c1ecbfcc7),segment_id=39fda157-ea0e-4884-82b2-2e6c1ecbfcc7)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:30:04.248008 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.250225 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] Routers {'c6e04a44-4b25-4b12-b70a-ce9e75897798'} bound to L3 agent in host dv-cinder-797608-61-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:30:04.250826 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-61-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:06:23Z,description=,heartbeat_timestamp=2022-07-25T12:29:53Z,host='dv-cinder-797608-61-iscsi',id=ab6a9fe2-249d-4545-8310-2a971d081c08,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:06:23Z,topic='l3_agent')) {'router_ids': ['c6e04a44-4b25-4b12-b70a-ce9e75897798'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:04.260689 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Calling delete_port for 81a8d7ae-0039-49e9-9304-2facdd73578f owned by network:router_gateway {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:30:04.272547 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:04.309629 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=100 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:04.334991 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] Set router c6e04a44-4b25-4b12-b70a-ce9e75897798 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:30:04.382527 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:30:04Z', 'revision_number': 6, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port_host': None}], 'dv-cinder-797608-61-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:04.406591 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef733a3-de63-4bb8-b5af-365f40c1d4d8 None None] The sync data for ids ['c6e04a44-4b25-4b12-b70a-ce9e75897798'] in dv-cinder-797608-61-iscsi is: [{'id': 'c6e04a44-4b25-4b12-b70a-ce9e75897798', 'name': 'tempest-TestShelveInstance-444055589-router', 'tenant_id': 'eea4ecec7feb427fbbb769f7246047a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:25:43Z', 'updated_at': '2022-07-25T12:30:04Z', 'revision_number': 6, 'project_id': 'eea4ecec7feb427fbbb769f7246047a3', 'gw_port_host': None}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:30:04.430879 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (81a8d7ae-0039-49e9-9304-2facdd73578f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.458079 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a8d7ae-0039-49e9-9304-2facdd73578f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:04.520866 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945159'] for router_gateway (c6e04a44-4b25-4b12-b70a-ce9e75897798), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.611682 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-743'] for router (c6e04a44-4b25-4b12-b70a-ce9e75897798), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.613792 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks [] for router_controller (c6e04a44-4b25-4b12-b70a-ce9e75897798), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.655518 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598865'] for router (c6e04a44-4b25-4b12-b70a-ce9e75897798), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.656156 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e04a44-4b25-4b12-b70a-ce9e75897798 {{(pid=104018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:30:04.660350 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.661487 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-a229eba1-7e5c-472a-a1b3-2c3b1ec70c14 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c6e04a44-4b25-4b12-b70a-ce9e75897798 HTTP/1.1" status: 204 len: 168 time: 0.7280946 Jul 25 12:30:04.664100 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56902) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:04.709053 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_v2 [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] Deleting subnet c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e {{(pid=104018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:30:04.712047 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] Publish callbacks [] for subnet (c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.751388 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31296680'] for subnet (c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e), precommit_delete_associations {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.832331 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905691'] for subnet (c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:04.885169 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31429398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31111601'] for subnet (c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.163425 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:05.168926 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for subnet (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.172295 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-417d1907-618f-4861-b159-45cc94951b44 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c86ab5d8-31d8-4a5a-8ac6-26eeacf1da4e HTTP/1.1" status: 204 len: 168 time: 0.5072923 Jul 25 12:30:05.174717 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b2a2e4-d144-432e-a02c-175c3e0f8591 None None] Network d1882e23-ffb5-4794-bd27-8f72908ff12a requested from dv-cinder-797608-61-iscsi {{(pid=104019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:30:05.175151 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56904) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:05.242844 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012648'] for network (d1882e23-ffb5-4794-bd27-8f72908ff12a), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.292459 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Deleting port b8639a39-2187-40b0-85f7-aa514b84becc {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:30:05.292806 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.322334 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] DHCP port deletion for d1882e23-ffb5-4794-bd27-8f72908ff12a request from dv-cinder-797608-61-iscsi {{(pid=104019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:30:05.363861 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Deleting port b8639a39-2187-40b0-85f7-aa514b84becc {{(pid=104019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:30:05.364237 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429720010'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), before_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.366560 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] For port b8639a39-2187-40b0-85f7-aa514b84becc, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8639a39-2187-40b0-85f7-aa514b84becc,segment=NetworkSegment(2e1bd9f9-95da-4159-860d-30fa6ab32e47),segment_id=2e1bd9f9-95da-4159-860d-30fa6ab32e47)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:30:05.367237 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.381586 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Calling delete_port for b8639a39-2187-40b0-85f7-aa514b84becc owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:30:05.430820 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] For port b8639a39-2187-40b0-85f7-aa514b84becc, host dv-cinder-797608-61-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-61-iscsi',level=0,port_id=b8639a39-2187-40b0-85f7-aa514b84becc,segment=NetworkSegment(2e1bd9f9-95da-4159-860d-30fa6ab32e47),segment_id=2e1bd9f9-95da-4159-860d-30fa6ab32e47)] {{(pid=104019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:30:05.431220 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943604'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), precommit_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.444630 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:05.449020 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Calling delete_port for b8639a39-2187-40b0-85f7-aa514b84becc owned by network:dhcp {{(pid=104019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:30:05.454780 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:05.472217 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31429413'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.500756 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8639a39-2187-40b0-85f7-aa514b84becc,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:05.505241 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] No DVR routers for this DVR port b8639a39-2187-40b0-85f7-aa514b84becc on host dv-cinder-797608-61-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:30:05.529066 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429725197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429346335'] for port (b8639a39-2187-40b0-85f7-aa514b84becc), after_delete {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.558148 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Pushing event deleted for resources: {'Port': ['ID=b8639a39-2187-40b0-85f7-aa514b84becc,revision_number=None']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:05.568131 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] No DVR routers for this DVR port b8639a39-2187-40b0-85f7-aa514b84becc on host dv-cinder-797608-61-iscsi {{(pid=104019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:30:05.572381 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.573475 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.574006 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.574533 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.575211 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.575401 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.575833 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.576343 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.576872 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.577380 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.578020 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.578357 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.578682 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.580356 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.580356 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cf7df-d502-4568-be6f-f42dcece3e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-61-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:30:05.593433 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-907241', 'neutron.services.segments.db._delete_segments_for_network-8753429828491'] for network (d1882e23-ffb5-4794-bd27-8f72908ff12a), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.597193 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 218f6da2-0197-4b67-ace9-b988fcecc832 no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:30:05.614055 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1882e23-ffb5-4794-bd27-8f72908ff12a']}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:05.616090 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 218f6da2-0197-4b67-ace9-b988fcecc832 {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:30:05.616577 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 218f6da2-0197-4b67-ace9-b988fcecc832 not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:30:05.616984 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device b8639a39-2187-40b0-85f7-aa514b84becc no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:30:05.624640 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1bd9f9-95da-4159-860d-30fa6ab32e47') {'for_net_delete': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:05.624945 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.services.segments.db [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1bd9f9-95da-4159-860d-30fa6ab32e47') {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:30:05.639276 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: b8639a39-2187-40b0-85f7-aa514b84becc {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:30:05.639650 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device b8639a39-2187-40b0-85f7-aa514b84becc not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:30:05.640248 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 81a8d7ae-0039-49e9-9304-2facdd73578f no longer exists at agent ovs-agent-dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:30:05.640817 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429828392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31296703'] for segment (2e1bd9f9-95da-4159-860d-30fa6ab32e47), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.655576 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548'] for segment (2e1bd9f9-95da-4159-860d-30fa6ab32e47), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.659292 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] No Port match for: 81a8d7ae-0039-49e9-9304-2facdd73578f {{(pid=104019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:30:05.659729 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.rpc [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Device 81a8d7ae-0039-49e9-9304-2facdd73578f not bound to the agent host dv-cinder-797608-61-iscsi {{(pid=104019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:30:05.666634 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:30:05.666867 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31429576'] for segment (2e1bd9f9-95da-4159-860d-30fa6ab32e47), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.706004 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 2e1bd9f9-95da-4159-860d-30fa6ab32e47 resource provider aggregate not found Jul 25 12:30:05.726466 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.services.segments.plugin [-] Segment 2e1bd9f9-95da-4159-860d-30fa6ab32e47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e1bd9f9-95da-4159-860d-30fa6ab32e47 found for delete ", "request_id": "req-94bd296f-2813-48ff-a6f4-29a23d1101c9"}]} Jul 25 12:30:05.731250 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1945212'] for network (d1882e23-ffb5-4794-bd27-8f72908ff12a), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.736765 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586152'] for network (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:05.739828 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] 10.222.0.42 "DELETE /v2.0/networks/d1882e23-ffb5-4794-bd27-8f72908ff12a HTTP/1.1" status: 204 len: 168 time: 0.5641491 Jul 25 12:30:05.753222 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba4f53-f6b7-4e58-8097-945f32c2683c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1882e23-ffb5-4794-bd27-8f72908ff12a,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:05.902560 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56912) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:05.943501 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-0ccac9e7-ec3f-48a7-86ce-ef96ec963b40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=376f79202b2d46b4bff1b67d8b10add6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398076 Jul 25 12:30:05.945932 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56914) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:06.001281 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cce6ee78-8758-4f02-a438-72d8be702d39 admin admin] Publish callbacks [] for security_group (9db06277-a2c4-4828-b360-29effd3ada29), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.024082 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cce6ee78-8758-4f02-a438-72d8be702d39 admin admin] Publish callbacks [] for security_group (9db06277-a2c4-4828-b360-29effd3ada29), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.074851 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cce6ee78-8758-4f02-a438-72d8be702d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9db06277-a2c4-4828-b360-29effd3ada29), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.077364 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cce6ee78-8758-4f02-a438-72d8be702d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.078480 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-cce6ee78-8758-4f02-a438-72d8be702d39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9db06277-a2c4-4828-b360-29effd3ada29 HTTP/1.1" status: 204 len: 168 time: 0.1316631 Jul 25 12:30:06.085905 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6ee78-8758-4f02-a438-72d8be702d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db06277-a2c4-4828-b360-29effd3ada29,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:06.397357 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56920) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:06.438004 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-d741390c-9c48-4c66-b265-2d8bc8a97f4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eea4ecec7feb427fbbb769f7246047a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392525 Jul 25 12:30:06.440332 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [-] (104018) accepted ('10.222.0.42', 56922) {{(pid=104018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:30:06.487882 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a53cd17-ff16-4963-ab76-d1dad67d9b89 admin admin] Publish callbacks [] for security_group (9ce6863f-b4e9-4a01-b159-f85c60282d37), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.508811 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a53cd17-ff16-4963-ab76-d1dad67d9b89 admin admin] Publish callbacks [] for security_group (9ce6863f-b4e9-4a01-b159-f85c60282d37), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.555674 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a53cd17-ff16-4963-ab76-d1dad67d9b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058992'] for security_group (9ce6863f-b4e9-4a01-b159-f85c60282d37), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.558193 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a53cd17-ff16-4963-ab76-d1dad67d9b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:06.559306 dv-cinder-797608-61-iscsi neutron-server[104018]: INFO neutron.wsgi [None req-4a53cd17-ff16-4963-ab76-d1dad67d9b89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ce6863f-b4e9-4a01-b159-f85c60282d37 HTTP/1.1" status: 204 len: 168 time: 0.1181006 Jul 25 12:30:06.567103 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53cd17-ff16-4963-ab76-d1dad67d9b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce6863f-b4e9-4a01-b159-f85c60282d37,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:30:06.579891 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:06.580708 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:07.745029 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:30:12.000464 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=2 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:12.019535 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:13.441719 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:13.454809 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:16.542386 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:16.563111 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG dbcounter [-] [104018] Writing DB stats neutron:DELETE=11,neutron:SELECT=65 {{(pid=104018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:17.741191 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=17 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:19.799365 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:21.318345 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-72c59602-b8cf-46c3-85a7-757793c4a31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:22.776092 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-42907207-f5a2-4769-a19e-ea65826255b1 req-49aa75e2-a268-42b3-ac29-750002710549 service neutron] (104018) timed out ('10.222.0.39', 49608) {{(pid=104018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:30:22.891961 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-0cddb4c6-9d6c-46bd-a832-338dde1dad43 req-a714ef37-0611-4f23-bbcb-0561008620ce service neutron] (104017) timed out ('10.222.0.39', 49600) {{(pid=104017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:30:23.440510 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-90f35c3b-c8d4-432c-9b2a-990460c17a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:24.766209 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:26.474461 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:26.531911 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:37.402935 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:37.405280 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:37.406127 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:43.452931 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:44.743875 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:30:51.320307 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-2912b2c3-a63c-4167-93e1-3d9611db6fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:53.441393 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-c30b4abf-8709-4d8c-9359-018bbb72fef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:54.739369 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:54.740129 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:30:54.769431 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:56.356234 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:30:56.534195 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:06.523055 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:06.527298 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:06.529410 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:13.470058 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:21.322269 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-52b3fc21-b654-4bd1-8aa5-836f856458b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:21.742528 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:31:23.442854 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6a947202-197f-4856-b35e-9afba675166a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:24.771697 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:26.355742 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:26.535251 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:31.738040 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=16 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:31.738799 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=18 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:36.345794 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:36.350230 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:36.531707 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:43.486044 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.327013 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-da2a7944-f06d-4cc0-a15d-2aa9e5cab944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:53.444590 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-b27ea11e-f969-42f6-a01f-4818a59587c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:54.775319 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:56.358224 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:56.539906 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:58.741807 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:32:06.347872 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:06.533385 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=8 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:06.535449 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:08.738101 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:08.738835 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:13.483007 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:19.793492 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:19.794259 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:21.330412 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-78dcc4eb-8dee-402d-a7d4-9c20d4a95a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:23.446108 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f00d1d1e-be1d-4698-8da8-6db54dd3d172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:24.780470 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:26.362499 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:26.542463 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:31.651602 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-65c5a694-1c8b-4f8f-b687-95f9c952b360 service neutron] (104018) timed out ('10.222.0.42', 49802) {{(pid=104018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:32:31.832768 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-3e0b84d3-2eaf-4253-9fd0-a76523845fa0 req-30be1de9-61c7-4ad3-830b-1615a56a3bf4 tempest-AttachVolumeShelveTestJSON-1946517150 tempest-AttachVolumeShelveTestJSON-1946517150-project] (104018) timed out ('10.222.0.42', 49810) {{(pid=104018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:32:35.740456 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:32:37.397551 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:37.399677 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:37.403191 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:43.499049 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:45.736564 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:45.737297 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:51.333962 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bb85ea25-f9e5-495e-9427-a3196d1302f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:53.447204 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-cdca0a50-62de-4822-b95b-6007f5136ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:54.780792 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:56.368162 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:56.544752 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:06.534137 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:06.538572 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:06.540517 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:12.739361 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:33:13.513790 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:21.335448 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d4c4867e-65c2-43ca-a5c2-55886af27ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:22.734959 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=18 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:22.736347 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=16 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:23.448186 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8f382572-4e20-4a94-a895-b9b3fd34b314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:24.783177 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:26.368679 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:26.548889 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:36.537685 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=8 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:36.542869 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:36.544569 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:43.514237 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:49.234540 dv-cinder-797608-61-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-90507fe2-feba-4c4a-9aff-c557a8531b59 req-2341ea29-ec72-427f-bdc3-1b814c8c4070 service neutron] (104017) timed out ('10.222.0.39', 49601) {{(pid=104017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:33:49.490577 dv-cinder-797608-61-iscsi neutron-server[104018]: DEBUG neutron.wsgi [req-e4f10d61-ff51-4d86-a984-b5e42768cc7d req-d68350c9-c128-4843-bcc7-d214cc9bba5c service neutron] (104018) timed out ('10.222.0.39', 49589) {{(pid=104018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:33:49.738809 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:33:51.340239 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ec0c-cd41-41a3-95b5-19a3adf87135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:53.449456 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-79f58040-5bca-4bfe-bac1-88cd89dac329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:53.758627 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:54.786077 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:56.373066 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:56.553050 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:59.734238 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:06.541797 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:06.546154 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:06.548252 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:13.513560 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:19.798485 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:19.799269 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:21.342065 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-7699b106-c9cb-464d-82e1-8a8a303daefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.451642 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-848cfe51-6328-4421-91ef-cbc83775dc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:24.788550 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:26.376190 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:26.555191 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:26.738240 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:34:30.764819 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:36.733793 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:37.401879 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:37.404468 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:37.406611 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:43.512214 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:51.344579 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ed20f998-9802-406a-a01f-2bdcedcaa58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:53.453405 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bed949be-24c6-4fd9-a0c7-a9972afd4dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:54.790966 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:56.384123 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:56.556878 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f011-422a-4516-9b5d-d5071c238d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (4b69f4e9-2767-4e76-887d-340eeeb65eae), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:03.736394 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG neutron.db.agents_db [None req-0b29b698-40fd-4398-b0d7-af3864a70728 None None] Agent healthcheck: found 6 active agents {{(pid=104020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:35:06.546899 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:06.550201 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=6 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:06.553150 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG dbcounter [-] [104019] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:13.510354 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a565-5fb5-4d68-b9b4-73c320035b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ce4fb681-7a28-447e-bce3-3753c64d1d2a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:17.396031 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=14 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:17.400357 dv-cinder-797608-61-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=20 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:21.346308 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf01f-5024-4c30-8f25-6f8c3baf8dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (286168fa-c721-4e41-929c-c17f4e0565ff), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:23.455873 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d9416126-b261-4928-9f24-c7c0dee8110d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (ab6a9fe2-249d-4545-8310-2a971d081c08), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:24.794650 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e78565fb-a079-4268-9f8d-c4677c41dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (083c6a3b-7baa-402f-85db-1e5907c30973), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:26.383076 dv-cinder-797608-61-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-94a9809f-e8cf-4f16-9190-611f2adf7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429828473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905384'] for agent (7c4f9f38-6097-4589-ba2e-1cecc81bc176), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}